-- Logs begin at Fri 2022-10-28 10:22:52 UTC, end at Fri 2022-10-28 11:25:05 UTC. -- Oct 28 10:52:41.777078 dv-cinder-zed-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 10:52:44.396630 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.common.config [-] Logging enabled! Oct 28 10:52:44.397245 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev23 Oct 28 10:52:44.397406 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105990) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 28 10:52:44.400747 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.common.config [-] Logging enabled! Oct 28 10:52:44.401003 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.0.1.dev23 Oct 28 10:52:44.401313 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105990) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 28 10:52:44.402255 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 10:52:44.402493 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 10:52:44.402963 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 10:52:44.403210 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 10:52:44.403436 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 10:52:44.403753 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.404049 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.404284 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.404582 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.404873 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.405153 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.405441 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.405738 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.406047 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.406328 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.406621 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.407348 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.407635 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.407920 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.408205 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.408426 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] debug = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.408705 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.409133 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.409539 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.409816 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.410124 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.410403 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.410670 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.410943 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.411222 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.411546 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] host = dv-cinder-zed-3-iscsi {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.411818 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.412114 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.412382 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.412665 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.412935 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.413207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.413486 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.413753 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.414047 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.414319 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.414603 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.414886 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.415171 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.415392 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.415611 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.415892 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.416178 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.416450 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.416720 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.416996 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.417263 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.417532 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.417793 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.418104 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.418386 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.418665 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.418934 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.419205 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.419472 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.419738 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.420018 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.420287 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.420555 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.420820 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.421102 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.421366 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.421634 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.421930 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.422238 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.422618 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.423416 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.423690 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.423972 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.424242 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.424513 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.424782 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] use_json = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.425051 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.425318 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.425597 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.425864 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.426156 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.426425 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.426691 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.426976 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.427243 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:44.427533 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.427825 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.428118 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.428397 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.428701 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.428980 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.429268 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.429544 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.429830 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.430139 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.430428 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.430705 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.431002 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.431289 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.431577 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.431876 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.432166 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.432451 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.432722 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.432991 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.433261 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.433533 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.433813 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.434107 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.434394 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.434679 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.434953 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.435246 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.435524 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.435804 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.436094 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.436384 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.436657 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.436937 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.437226 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.437501 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.437769 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.438075 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.438389 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.438662 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.438940 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.439230 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.439517 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.439790 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.440068 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.440357 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.440630 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.440898 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.441168 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.441442 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.441710 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.442006 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.442285 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.442558 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.442823 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.443098 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.443365 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.443633 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.443905 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.444173 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.444444 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.444712 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.444979 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.445247 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.445513 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.445779 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.446072 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.446343 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.446615 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.446882 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.447156 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.447423 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.447691 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.447955 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.448237 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.448531 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.448804 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.449079 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.449355 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.449629 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.449900 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.450196 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.450469 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.450744 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.451014 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.451302 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.451579 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.451861 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.452142 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.452436 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.452729 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.453005 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.453279 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.453552 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.453879 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.454200 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.454485 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.454762 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.455038 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.455319 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.455599 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.455892 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.456185 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.456462 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.456753 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.457050 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.457341 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.457618 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.457931 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.458232 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:44.458447 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 10:52:44.458688 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105990) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 10:52:44.833006 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=105990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 28 10:52:44.833325 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=105990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 28 10:52:44.833590 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=105990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 28 10:52:44.833819 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=105990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 28 10:52:44.834121 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 28 10:52:44.834449 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 10:52:45.155383 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.155599 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.155868 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.157578 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.157848 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.158133 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.209587 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.209864 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.210156 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.226332 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.226612 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.226882 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.254838 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.255118 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.255379 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.291365 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.291643 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.291908 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.520635 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.521225 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.521225 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.522267 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.522970 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.619031 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.619347 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.619626 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.619896 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.620160 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.620464 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.620721 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.620977 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.621230 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.621509 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.621766 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.622049 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.622304 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.622550 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.622812 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.623075 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.623327 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.623589 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.623853 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.624108 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.624378 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.624627 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.624903 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.625275 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.625519 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.625785 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.626196 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:45.626432 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:45.626666 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:45.626899 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:45.627137 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:45.627368 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:45.627726 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 10:52:45.630826 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 10:52:45.634713 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 10:52:45.638541 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 28 10:52:45.640145 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 10:52:45.640754 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 10:52:45.641088 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 10:52:45.642011 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 10:52:45.644764 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 10:52:45.645013 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 10:52:45.645357 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 10:52:45.650475 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 10:52:45.673607 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 10:52:45.674091 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.674394 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105990) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 28 10:52:45.674761 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.676091 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105990) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 10:52:45.676364 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 10:52:45.676610 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 10:52:45.687389 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.687675 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:45.803730 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 10:52:45.803923 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 10:52:45.804159 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 10:52:45.804539 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 10:52:45.857251 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO dbcounter [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Registered counter for database neutron Oct 28 10:52:45.874510 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_db.sqlalchemy.engines [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105990) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 10:52:45.880781 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG dbcounter [-] [105990] Writer thread running {{(pid=105990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 10:52:46.414965 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing driver for type 'gre' Oct 28 10:52:46.415494 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] gre ID ranges: [(1, 1000)] Oct 28 10:52:46.471585 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing driver for type 'local' Oct 28 10:52:46.471983 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing driver for type 'vlan' Oct 28 10:52:46.485715 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] VlanTypeDriver initialization complete Oct 28 10:52:46.486073 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing driver for type 'vxlan' Oct 28 10:52:46.486566 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] vxlan ID ranges: [(1, 1000)] Oct 28 10:52:46.539768 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing extension driver 'port_security' Oct 28 10:52:46.540348 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.extensions.port_security [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] PortSecurityExtensionDriver initialization complete Oct 28 10:52:46.540432 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing mechanism driver 'openvswitch' Oct 28 10:52:46.540758 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing mechanism driver 'hyperv' Oct 28 10:52:46.547196 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.plugin [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105990) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:52:46.548425 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.548792 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.549144 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.549644 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 10:52:46.550092 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.550447 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.550791 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.551179 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 10:52:46.551585 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.551933 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.552273 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.552781 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 10:52:46.553187 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > security_group after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.553533 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > security_group after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.553866 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.554282 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 10:52:46.554685 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.555029 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.555366 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.555877 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 10:52:46.556281 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > address_group after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.556626 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > address_group after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.556966 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.557352 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105990) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 28 10:52:46.557792 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] ML2 OVO RPC backend initialized. {{(pid=105990) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 28 10:52:46.558520 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.558873 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.559285 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.559630 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > networks before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.559972 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.560307 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > ports before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.560644 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.560980 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnets before_response 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.561321 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.561659 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.562014 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.562353 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.562688 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.563021 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.563377 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.563712 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.564043 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.571517 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded quota_driver: . Oct 28 10:52:46.571872 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.plugin [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Modular L2 Plugin initialization complete Oct 28 10:52:46.572212 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading services supported by the core plugin {{(pid=105990) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 10:52:46.572550 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.plugins.ml2.managers [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Got port-security extension from driver 'port_security' Oct 28 10:52:46.573026 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.extensions.vlantransparent [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Disabled vlantransparent extension. Oct 28 10:52:46.573517 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105990) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 10:52:46.573836 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: router Oct 28 10:52:46.609358 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.609748 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_create 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.610722 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router before_create 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.611087 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.611458 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.611813 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_delete 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.612168 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.612530 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.612884 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_create 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.613227 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_update 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.613574 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_update 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.613917 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.614302 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_update 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.614712 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_update 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.615080 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.615416 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.615751 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: subnet after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.616097 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.616441 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.616784 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_create 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.617125 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.617464 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.617817 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router after_update 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.618184 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.618536 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_create 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.618895 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.619237 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_update 55549900 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.619600 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > agent after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.619946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > agent after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.620285 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > network after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.621126 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Tracking information for resource: router configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:46.621456 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Tracking information for resource: floatingip configured {{(pid=105990) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 10:52:46.626319 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.db.l3_agentschedulers_db [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 10:52:46.626886 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.627242 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port after_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.627590 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port after_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.627938 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: port after_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.628712 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router before_create 55550100 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.629075 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.629433 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_create 55550100 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.629787 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > router precommit_update 55550100 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.634573 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.provider_configuration [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service providers = [] {{(pid=105990) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 10:52:46.634937 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.db.servicetype_db [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105990) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 10:52:46.637865 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.service_base [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 10:52:46.638232 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.service_base [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 10:52:46.638570 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.service_base [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 10:52:46.639445 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.services.service_base [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105990) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 10:52:46.639812 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.services.service_base [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 10:52:46.640182 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.640497 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 10:52:46.652002 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.652338 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: auto_allocate Oct 28 10:52:46.658504 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: network precommit_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.658866 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: network precommit_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.659377 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.659694 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: tag Oct 28 10:52:46.666193 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.666521 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: timestamp Oct 28 10:52:46.670480 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.670806 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: network_ip_availability Oct 28 10:52:46.676864 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.677236 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.677595 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.678349 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.678668 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: flavors Oct 28 10:52:46.683324 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.683657 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading Plugin: revisions Oct 28 10:52:46.688660 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105990) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 10:52:46.689050 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.855s {{(pid=105990) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 28 10:52:46.689779 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105990) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 28 10:52:46.690147 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Initializing extension manager. Oct 28 10:52:46.690665 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: __init__.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.691005 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: __pycache__ {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.691337 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: address_group.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.692214 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.692774 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: address-group Oct 28 10:52:46.693096 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: address_scope.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.693766 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.694298 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: address-scope Oct 28 10:52:46.694625 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.695494 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.695995 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: router-admin-state-down-before-update Oct 28 10:52:46.696315 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: agent.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.696969 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.697467 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: agent Oct 28 10:52:46.697788 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: agent_resources_synced.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.698674 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.699170 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: agent-resources-synced Oct 28 10:52:46.699486 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: allowedaddresspairs.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.701205 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.701713 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: allowed-address-pairs Oct 28 10:52:46.702065 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: auto_allocated_topology.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.703080 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.703582 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: auto-allocated-topology Oct 28 10:52:46.704461 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: availability_zone.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.705112 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.705614 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: availability_zone Oct 28 10:52:46.705933 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: availability_zone_filter.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.706936 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.707434 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: availability_zone_filter Oct 28 10:52:46.707754 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: data_plane_status.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.708612 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.709107 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 10:52:46.709426 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: default_subnetpools.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.710312 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.710809 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: default-subnetpools Oct 28 10:52:46.711127 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.711886 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.712388 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: dhcp_agent_scheduler Oct 28 10:52:46.712708 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: dns.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.713560 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.714089 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 10:52:46.714418 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: dns_domain_ports.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.715270 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.715763 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 10:52:46.716082 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.716942 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.717439 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 10:52:46.717760 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: dvr.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.718416 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.718909 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: dvr Oct 28 10:52:46.719229 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: ecmp_routes.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.720116 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.720608 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 10:52:46.720926 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: empty_string_filtering.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.721781 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.722306 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: empty-string-filtering Oct 28 10:52:46.722625 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.723546 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.724041 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 10:52:46.724364 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.725218 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.725710 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 10:52:46.726058 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: external_net.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.726915 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.727412 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: external-net Oct 28 10:52:46.727731 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.728583 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.729082 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: extra_dhcp_opt Oct 28 10:52:46.729402 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: extraroute.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.730282 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.730865 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: extraroute Oct 28 10:52:46.731185 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: extraroute_atomic.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.732152 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.732652 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: extraroute-atomic Oct 28 10:52:46.733219 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: filter_validation.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.733841 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.734373 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: filter-validation Oct 28 10:52:46.734693 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: fip_pf_description.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.735566 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.736060 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 10:52:46.736378 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: fip_pf_detail.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.737240 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.737740 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 28 10:52:46.738090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: fip_pf_port_range.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.738946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.739444 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 28 10:52:46.739764 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: fip_port_details.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.740625 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.741138 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: fip-port-details Oct 28 10:52:46.741456 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: flavors.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.742651 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.743161 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: flavors Oct 28 10:52:46.743486 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.745070 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.745585 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 10:52:46.745910 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: floatingip_pools.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.746584 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.747087 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: floatingip-pools Oct 28 10:52:46.747409 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: ip_allocation.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.748267 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.748761 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 10:52:46.749083 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.749956 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.750473 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: ip-substring-filtering Oct 28 10:52:46.751341 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l2_adjacency.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.752209 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.752709 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 10:52:46.753030 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.753935 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.754461 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: router Oct 28 10:52:46.754788 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.757158 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.757683 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 10:52:46.758043 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.758909 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.759418 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: ext-gw-mode Oct 28 10:52:46.759744 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.760609 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.761115 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: l3-ha Oct 28 10:52:46.761438 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.762319 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.762823 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 10:52:46.763147 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_flavors.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.764006 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.764508 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: l3-flavors Oct 28 10:52:46.764835 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_ndp_proxy.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.766181 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.767243 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 10:52:46.767567 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.768434 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.768939 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 10:52:46.769262 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: l3agentscheduler.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.770291 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.770800 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: l3_agent_scheduler Oct 28 10:52:46.771127 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: local_ip.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.772807 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.773326 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension local_ip not supported by any of loaded plugins Oct 28 10:52:46.773656 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: logging.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.775115 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.775636 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension logging not supported by any of loaded plugins Oct 28 10:52:46.775967 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: metering.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.776662 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.777232 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: metering Oct 28 10:52:46.777557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.778633 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.779145 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: metering_source_and_destination_fields Oct 28 10:52:46.779469 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: multiprovidernet.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.780340 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.780852 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: multi-provider Oct 28 10:52:46.781174 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: netmtu.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.782157 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.782662 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: net-mtu Oct 28 10:52:46.782986 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: netmtu_writable.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.783843 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.784345 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: net-mtu-writable Oct 28 10:52:46.784667 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: network_availability_zone.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.785294 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.785869 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: network_availability_zone Oct 28 10:52:46.786227 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: network_ip_availability.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.787266 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.787772 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: network-ip-availability Oct 28 10:52:46.788091 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: network_segment_range.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.788804 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.789301 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 10:52:46.789619 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: pagination.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.790613 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.790896 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: pagination Oct 28 10:52:46.791213 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: port_device_profile.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.792060 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.792561 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: port-device-profile Oct 28 10:52:46.792880 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: port_mac_address_override.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.793743 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.794267 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: port-mac-override Oct 28 10:52:46.794586 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.795451 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.795950 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: port-mac-address-regenerate Oct 28 10:52:46.796268 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.797121 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.797642 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: port-numa-affinity-policy Oct 28 10:52:46.797960 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: port_resource_request.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.798836 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.799332 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 10:52:46.799650 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: port_resource_request_groups.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.800566 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.801051 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 10:52:46.801370 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: portbindings.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.802264 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.802763 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: binding Oct 28 10:52:46.803084 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: portbindings_extended.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.804288 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.804804 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: binding-extended Oct 28 10:52:46.805132 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: portsecurity.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.806008 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.806519 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: port-security Oct 28 10:52:46.806839 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: project_id.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.807946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.808274 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: project-id Oct 28 10:52:46.808595 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: providernet.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.809455 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.809960 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: provider Oct 28 10:52:46.810303 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.814331 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.814852 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos not supported by any of loaded plugins Oct 28 10:52:46.815184 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.816393 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.816907 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 10:52:46.817233 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.818137 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.818644 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 10:52:46.818966 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_default.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.819826 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.820330 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-default not supported by any of loaded plugins Oct 28 10:52:46.820650 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_fip.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.821516 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.822050 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 10:52:46.822371 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_fip_network_policy.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.823234 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.823740 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 10:52:46.824060 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_gateway_ip.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.824928 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.825431 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 10:52:46.825750 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_port_network_policy.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.826638 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.827140 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 10:52:46.827459 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.828439 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.829489 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 10:52:46.829808 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.830822 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.831330 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 10:52:46.831648 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_pps_rule.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.832757 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.833261 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 10:52:46.833584 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_rule_type_details.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.834467 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.834965 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 10:52:46.835292 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_rule_type_filter.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.836154 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.836652 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 28 10:52:46.836973 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: qos_rules_alias.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.837958 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.838488 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 10:52:46.838810 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: quota_check_limit.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.839667 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.840169 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: quota-check-limit Oct 28 10:52:46.840490 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: quotasv2.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.841362 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.841685 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: quotas Oct 28 10:52:46.842025 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: quotasv2_detail.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.843670 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.844007 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: quota_details Oct 28 10:52:46.844357 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: rbac.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.845370 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.845886 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: rbac-policies Oct 28 10:52:46.846252 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: rbac_address_group.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.847147 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.847655 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: rbac-address-group Oct 28 10:52:46.847980 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: rbac_address_scope.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.848914 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.849422 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: rbac-address-scope Oct 28 10:52:46.849748 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: rbac_security_groups.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.850641 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.851147 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: rbac-security-groups Oct 28 10:52:46.851469 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: rbac_subnetpool.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.852330 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.852839 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: rbac-subnetpool Oct 28 10:52:46.853161 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: revisionifmatch.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.854060 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.854565 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: revision-if-match Oct 28 10:52:46.854883 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: revisions.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.855938 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.856443 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: standard-attr-revisions Oct 28 10:52:46.856765 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: router_availability_zone.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.857389 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.857892 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: router_availability_zone Oct 28 10:52:46.858491 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: routerservicetype.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.859357 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.859864 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 10:52:46.860228 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.861095 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.861597 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: security-groups-normalized-cidr Oct 28 10:52:46.861916 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.863199 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.864242 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: port-security-groups-filtering Oct 28 10:52:46.864242 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.864949 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.865455 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: security-groups-remote-address-group Oct 28 10:52:46.865776 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.866674 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.867179 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: security-groups-shared-filtering Oct 28 10:52:46.867499 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: securitygroup.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.877801 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.878352 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: security-group Oct 28 10:52:46.878681 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: segment.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.879364 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.879871 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension segment not supported by any of loaded plugins Oct 28 10:52:46.880196 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.881075 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.881581 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 10:52:46.881902 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: servicetype.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.882956 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.883470 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: service-type Oct 28 10:52:46.883791 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: sorting.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.884717 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.885041 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: sorting Oct 28 10:52:46.885360 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: standard_attr_segment.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.886272 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.886861 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 10:52:46.887186 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: standardattrdescription.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.887796 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.888302 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: standard-attr-description Oct 28 10:52:46.888625 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: stateful_security_group.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.889496 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.890030 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: stateful-security-group Oct 28 10:52:46.890353 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: stdattrs_common.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.890887 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 10:52:46.891248 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.892635 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.893143 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 10:52:46.893466 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: subnet_onboard.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.894499 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.895009 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: subnet_onboard Oct 28 10:52:46.895333 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.896211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.896712 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 10:52:46.897034 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: subnet_service_types.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.897903 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.898432 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: subnet-service-types Oct 28 10:52:46.898753 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: subnetallocation.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.899769 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.900277 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: subnet_allocation Oct 28 10:52:46.900758 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.901383 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.901887 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: subnetpool-prefix-ops Oct 28 10:52:46.902231 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.903114 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.903620 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 10:52:46.903943 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: tagging.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.904932 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.905440 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: standard-attr-tag Oct 28 10:52:46.905766 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: timestamp.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.906951 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.907461 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loaded extension: standard-attr-timestamp Oct 28 10:52:46.907785 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: trunk.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.908783 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.909291 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension trunk not supported by any of loaded plugins Oct 28 10:52:46.909615 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: trunk_details.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.910514 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.911021 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 10:52:46.911343 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: uplink_status_propagation.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.912219 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.912723 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 10:52:46.913047 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Loading extension file: vlantransparent.py {{(pid=105990) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 10:52:46.913665 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105990) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 10:52:46.914195 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 10:52:46.916788 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:network Oct 28 10:52:46.917303 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:subnet Oct 28 10:52:46.917698 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 10:52:46.918121 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:port Oct 28 10:52:46.919377 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.919815 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service FLAVORS assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.920417 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.920840 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.921173 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:router Oct 28 10:52:46.921601 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 10:52:46.922121 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service METERING assigned prefix: /metering {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.924053 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.924445 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.924797 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105990) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 10:52:46.925746 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 10:52:46.926235 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:security_group Oct 28 10:52:46.926673 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 10:52:46.927204 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service CORE assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.927533 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 10:52:46.927878 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] subnetpool is already registered Oct 28 10:52:46.928298 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service CORE assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.928628 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 10:52:46.928956 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] subnetpool is already registered Oct 28 10:52:46.931526 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.932013 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service FLAVORS assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.932673 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.933342 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.933706 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:router Oct 28 10:52:46.934138 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] router is already registered Oct 28 10:52:46.934664 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 10:52:46.935060 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] floatingip is already registered Oct 28 10:52:46.935559 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service METERING assigned prefix: /metering {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.936418 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 10:52:46.936820 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] rbac_policy is already registered Oct 28 10:52:46.937276 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:security_group Oct 28 10:52:46.937668 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] security_group is already registered Oct 28 10:52:46.938744 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 10:52:46.939146 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] security_group_rule is already registered Oct 28 10:52:46.939743 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service CORE assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.940126 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 10:52:46.940524 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] subnetpool is already registered Oct 28 10:52:46.940976 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.v2.resource_helper [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Service CORE assigned prefix: {{(pid=105990) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 10:52:46.941406 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 10:52:46.941702 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING neutron.quota.resource_registry [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] subnetpool is already registered Oct 28 10:52:46.942291 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: extensions {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.944095 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: address-groups {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.945866 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: address-scopes {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.947397 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: agents {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.948766 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: auto-allocated-topology {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.951636 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: availability_zones {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.953178 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: dhcp-networks {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.954975 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: dhcp-agents {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.956654 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: routers {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.958539 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: flavors {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.959796 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: service_profiles {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.961084 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: next_providers {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.962576 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: service_profiles {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.964033 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: floatingip-pools {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.965285 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: routers {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.967142 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: floatingips {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.968321 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: l3-routers {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.969768 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: l3-agents {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.971318 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: metering-labels {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.972895 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: metering-label-rules {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.974224 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: network-ip-availabilities {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.975578 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: bindings {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.977155 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: quotas {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.978748 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: quotas {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.980385 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: rbac-policies {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.981575 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: security-groups {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.982802 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: security-group-rules {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.984329 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: service-providers {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.986200 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: subnetpools {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.987621 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: subnetpools {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.989090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.990895 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.992664 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.994569 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.996274 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:46.998493 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:47.000285 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:47.002694 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:47.004481 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:47.006374 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron.api.extensions [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Extended resource: tags {{(pid=105990) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 10:52:47.013372 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING keystonemiddleware.auth_token [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 10:52:47.018529 dv-cinder-zed-3-iscsi neutron-server[105990]: WARNING keystonemiddleware.auth_token [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 10:52:47.027212 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Acquiring lock "singleton_lock" {{(pid=105990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 10:52:47.027537 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Acquired lock "singleton_lock" {{(pid=105990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 28 10:52:47.028008 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_concurrency.lockutils [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Releasing lock "singleton_lock" {{(pid=105990) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 28 10:52:47.028654 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Starting 2 workers Oct 28 10:52:47.033430 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Started child 106103 {{(pid=105990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 10:52:47.038629 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Started child 106104 {{(pid=105990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 10:52:47.039267 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.039907 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO neutron.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 10:52:47.040035 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Publish callbacks [] for process (None), before_spawn {{(pid=105990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.040831 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [-] (106103) wsgi starting up on http://0.0.0.0:9696 Oct 28 10:52:47.042462 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Starting 1 workers Oct 28 10:52:47.042604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.043979 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [-] (106104) wsgi starting up on http://0.0.0.0:9696 Oct 28 10:52:47.048205 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Started child 106105 {{(pid=105990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 10:52:47.048743 dv-cinder-zed-3-iscsi neutron-server[105990]: INFO oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Starting 1 workers Oct 28 10:52:47.051937 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] calling RpcWorker wait() {{(pid=106105) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 10:52:47.052473 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] returning from RpcWorker wait() {{(pid=106105) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 10:52:47.053182 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Started child 106106 {{(pid=105990) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 10:52:47.053601 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.053910 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG neutron_lib.callbacks.manager [None req-f557cdba-4c76-47d2-9405-592751bc4423 None None] Publish callbacks [] for process (None), after_spawn {{(pid=105990) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.054079 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:52:47.055907 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105990) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 10:52:47.056123 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 10:52:47.056302 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 10:52:47.056530 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 10:52:47.056860 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 10:52:47.057041 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 10:52:47.057556 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.057827 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.058114 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.058393 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.058873 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:52:47.059352 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.059352 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.059500 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.059726 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.059992 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.060081 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:52:47.060150 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.060316 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.060555 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.060785 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.061100 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.061366 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.061604 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.061842 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.062048 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.062298 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.062566 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.062808 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.063118 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] debug = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.063938 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.064396 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.064646 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.064886 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.065139 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.065413 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.065677 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.065949 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.066213 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.066448 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.066682 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.066947 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.067208 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.067449 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.067688 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.067994 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.068240 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.068733 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] host = dv-cinder-zed-3-iscsi {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.068979 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.069215 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.069442 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.069689 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.069939 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.070206 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.070462 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.070730 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.070986 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.071224 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.071490 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.071748 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.071986 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.072231 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.072395 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_options = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.072629 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.072916 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.073192 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.073378 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.073540 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.073701 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.073947 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.074131 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.074384 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.074598 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.074809 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.075132 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.076340 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.076828 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.077100 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.077358 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.077593 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.077932 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.078407 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.078407 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.078775 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.078998 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.079230 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.079487 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.079710 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.080834 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.081265 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.081436 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.081575 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.081906 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.082086 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.082405 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.083063 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.083063 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.083063 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.083456 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.083580 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.083837 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.084229 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.084466 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.084728 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.084977 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086034 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086034 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086034 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086034 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086345 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_json = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086345 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086597 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.086789 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.087029 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.087259 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.087473 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.087690 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.088016 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.088341 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.088834 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.089124 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.089677 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.090419 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.090666 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.090914 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.091227 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.091458 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.091728 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.091985 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.092292 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.092535 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.092892 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.093174 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.093433 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.093754 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.094869 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.097590 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.098131 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.098869 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.099685 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.101539 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.101862 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.102148 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.102428 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.102672 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.102934 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.103270 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.103567 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.103858 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.104209 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.104492 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.104749 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.105018 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.105246 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.105495 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.105719 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.105938 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.106520 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.109751 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.110576 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.110840 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.111092 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.111371 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.111613 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.112187 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.112187 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.112368 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.112641 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.114207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.114207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.114207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.114207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.114207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.114207 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.116211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.116485 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.116751 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.117018 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.117292 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.117538 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.117764 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.118058 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.118254 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.118476 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.118693 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.118918 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.119157 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.119411 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.119630 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.119854 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.120071 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.120289 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.120523 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.120756 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.120974 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.121214 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.121432 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.121639 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.121847 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.122250 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.122534 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.123208 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.124599 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.124837 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.125201 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.125451 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.126331 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.126562 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.127905 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.128791 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.129059 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.129387 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.129651 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.129913 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.130165 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.130440 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.130697 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.130973 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.131206 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.131436 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.131676 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.131930 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.132158 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.132410 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.132654 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.132873 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.133127 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.133348 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.133573 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.133809 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.134410 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.134640 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.134882 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.135099 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.135347 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.136987 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.137265 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.137515 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.137785 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.138052 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.138297 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.138559 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.138844 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.139092 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.139385 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.139608 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.139869 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.140181 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.140455 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.140731 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.140965 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.141240 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.141507 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.141771 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.142078 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.142447 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.142746 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.143016 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.143299 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.143546 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.143803 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.144076 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.144423 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.144693 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.144945 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.145183 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.145489 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.145748 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.146059 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.146331 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.146596 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.146875 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.147127 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.147368 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.147592 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.147839 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.148146 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.148405 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.148602 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.148852 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.149076 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.149298 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.149593 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.149820 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.150076 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.150324 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.150559 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.150783 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.151005 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.151258 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.151472 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.151701 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.151937 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.152162 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.152383 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.152784 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.152889 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.153053 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.153265 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.153531 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.153784 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.154040 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.154273 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.154522 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.154804 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.155018 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.155287 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.155512 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.155728 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.155972 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.156197 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.156414 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.156629 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.157080 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.157080 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.157353 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.157608 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.157955 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.158249 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.158480 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.158748 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.158991 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.159234 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.159457 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.159679 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.159928 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.160150 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.160375 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.160631 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.160874 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.161102 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.161320 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.161541 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.161762 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.162028 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.162261 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.162516 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.162771 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.163014 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.163234 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.163455 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.163674 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.163901 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.164139 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.164357 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.164576 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.164790 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.165012 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.165245 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.165406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:52:47.165567 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.165813 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.166074 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.166336 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.166557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.166773 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.167018 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.167232 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.167446 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.167693 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.167911 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.168123 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.168379 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.168890 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.168890 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.169073 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.169227 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.169438 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.169663 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.170031 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.170193 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.170319 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.170531 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.170768 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.171003 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.171203 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.171411 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.171639 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.171877 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.172138 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.172341 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.173049 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.173275 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174006 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174006 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174006 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174309 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174467 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174689 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.174979 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.175213 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.175462 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.175722 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.176032 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.176264 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.176529 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.176763 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.176984 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.177229 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.177483 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.177801 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.178123 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.178428 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.178637 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.178919 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.179201 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.179462 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.179678 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.179985 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.180321 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.180588 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.180852 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.181092 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.181370 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.181553 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.181770 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.182026 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.182269 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.182479 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.182743 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.182975 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.183203 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.183438 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.183760 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.183888 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.184120 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.184353 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.184576 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.184821 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.184977 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 10:52:47.185505 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105990) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 10:52:47.185707 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 10:52:47.185816 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 10:52:47.185967 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 10:52:47.186158 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 10:52:47.186300 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 10:52:47.186508 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.186671 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.186833 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.186993 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.187174 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.187338 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.187497 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.187655 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.187860 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.187985 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.188150 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.188790 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189272 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189272 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189272 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189618 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189618 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189855 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.189855 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190130 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190130 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190357 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] debug = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190476 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190757 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190919 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.190919 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191174 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191295 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191414 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191533 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191651 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191807 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.191959 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.192112 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.192265 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.192418 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.192572 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.192754 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.192935 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.193060 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] host = dv-cinder-zed-3-iscsi {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.193184 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.193304 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.193468 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.193626 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.193839 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.194200 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.194200 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.194612 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.194612 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.194612 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195116 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195116 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195116 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195116 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195764 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_options = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195764 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195764 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.195764 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196087 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196087 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196274 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196395 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196525 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196648 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196761 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.196916 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.197076 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.197235 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.197393 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.197551 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.197695 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.197858 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.198035 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.198188 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.198318 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.198477 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.198636 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.198784 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.199294 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.199294 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.199294 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.199709 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.199709 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.199709 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.201211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.203198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_json = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204090 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.204946 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.205824 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.206557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.206557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.206557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.206557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.206557 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207024 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207024 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207024 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207223 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207307 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207474 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207636 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207797 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.207967 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.208128 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.208296 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.208471 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.208633 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.208795 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.208958 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.209120 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.209282 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.209446 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.209608 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.209770 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.209932 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.210115 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.210278 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.210439 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.210601 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.210762 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.210929 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.211091 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.211252 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.211413 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.211576 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.211738 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.211900 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.212063 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.212224 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.212386 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.212548 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.212708 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.212879 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.213041 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.213203 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.213376 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.213526 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.213688 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.213849 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.214030 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.214191 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.214353 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.214515 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.214690 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.214857 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215019 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215180 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215342 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215503 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215663 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215825 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.215986 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.216147 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.216308 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.216470 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.216630 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.216792 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.216953 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.217114 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.217276 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.217437 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.217598 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.217759 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.217920 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.218118 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.218280 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.218449 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.218625 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.218785 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.218948 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.219110 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.219271 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.219455 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.219616 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.219776 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.219937 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.220098 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.220258 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.220419 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.220583 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.220744 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.220905 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.221066 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.221226 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.221387 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.221548 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.221710 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.221871 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.222053 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.222216 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.222377 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.222537 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.222698 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.222860 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223021 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223182 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223342 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223503 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223673 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223834 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.223998 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.224159 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.224328 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.224500 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.224662 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.224827 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.224989 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.225150 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.225311 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.225473 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.225635 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.225796 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.225956 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.226144 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.226317 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.226479 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.226640 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.226800 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.226983 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.227144 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.227305 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.227466 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.227627 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.227787 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.227950 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.228110 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.228272 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.228433 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.228594 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.228756 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.228918 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.229080 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.229241 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.229403 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.229565 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.229727 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.229887 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.230071 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.230233 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.230394 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.230554 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.230716 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.230877 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.231038 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.231199 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.231359 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.231520 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.231680 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.231840 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232001 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232161 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232322 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232482 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232643 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232804 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.232966 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.233384 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.233546 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.233707 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.233868 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.234058 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.234201 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.234363 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.234521 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.235721 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.235721 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.235721 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.235721 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236024 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236024 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236168 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236245 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236403 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236582 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236743 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.236904 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.237068 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.237230 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.237391 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.237552 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.237713 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.237874 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.238056 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.238220 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.238381 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.238543 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.238704 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.238865 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239025 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239186 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239347 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239512 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239674 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239836 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.239998 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.240159 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.240323 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.240485 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.240646 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.240807 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.240967 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.241128 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.241289 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.241451 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.241611 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.241785 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.241948 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.242129 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.242291 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.242452 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.242615 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.242786 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.242948 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.243108 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.243270 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.243427 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.243580 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.243750 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.243912 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.244072 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.244232 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.244382 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.244543 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.244712 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.244877 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.245038 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.245198 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.245359 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.245519 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.245689 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.245855 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.246046 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.246211 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.246352 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.246513 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.246685 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.246849 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247012 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247174 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247360 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247485 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247657 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247820 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.247993 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.248165 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.248312 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.248478 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.248640 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.248813 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.248976 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.249142 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.249304 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.249468 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.249629 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.249846 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.250035 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.250210 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.250382 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.250546 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.251294 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.251470 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.251639 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.251802 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.251970 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.252143 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.252304 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.252466 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.252627 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.252787 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.252948 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.253110 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.253271 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.253431 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.253591 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.253752 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.253912 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.254104 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.254266 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.254427 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.254588 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.254782 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.254914 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.255052 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.255213 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 10:52:47.255367 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105990) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 10:52:47.458390 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33514) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:52:47.465348 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048583 Oct 28 10:52:47.469747 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [-] 10.222.0.46 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037975 Oct 28 10:52:56.534663 dv-cinder-zed-3-iscsi neutron-server[105990]: DEBUG dbcounter [-] [105990] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=105990) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:52:58.749278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bcaae5-9543-40ab-aecb-3d6926defc11 None None] get_active_networks_info from dv-cinder-zed-3-iscsi {{(pid=106105) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 28 10:52:58.777279 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writer thread running {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 10:52:58.857536 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bcaae5-9543-40ab-aecb-3d6926defc11 None None] No non-hosted networks {{(pid=106105) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 10:52:58.881082 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.agentschedulers_db [None req-50bcaae5-9543-40ab-aecb-3d6926defc11 None None] DHCP Agent not found on host dv-cinder-zed-3-iscsi {{(pid=106105) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 10:52:58.986508 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-868b8b10-f82b-4e55-8f85-c528cd804110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503000'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:00.341759 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writer thread running {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 10:53:00.831205 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-000ef1b0-fec9-4343-acac-b90b12164f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503000'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:00.846101 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d6a575fd-4d1f-4a8e-81bc-6af6946f8378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:02.056037 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503000'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:02.423758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33588) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:02.981431 dv-cinder-zed-3-iscsi neutron-server[106104]: WARNING oslo_policy.policy [None req-ae660d26-bdca-47f4-b44b-755de2189ae4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:02.982011 dv-cinder-zed-3-iscsi neutron-server[106104]: WARNING oslo_policy.policy [None req-ae660d26-bdca-47f4-b44b-755de2189ae4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:03.221689 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [None req-ae660d26-bdca-47f4-b44b-755de2189ae4 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:53:03.234405 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ae660d26-bdca-47f4-b44b-755de2189ae4 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8097181 Oct 28 10:53:03.577726 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503000'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:03.681188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503000'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:03.682912 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.684992 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.685331 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.685685 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.686040 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.686363 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.686682 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.687001 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.687314 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.687626 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.690263 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.690608 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.690958 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.691442 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.692457 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:03.693014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-zed-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:03.703502 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-zed-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:05.083709 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.db.l3_hamode_db [None req-f9d43567-77c2-415a-a5c9-dd811b3e4d0a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 10:53:05.163280 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d43567-77c2-415a-a5c9-dd811b3e4d0a None None] Routers set() bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:53:05.163976 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d43567-77c2-415a-a5c9-dd811b3e4d0a None None] Router IDs set() for agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 28 10:53:05.939193 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33622) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:06.256830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:06.268567 dv-cinder-zed-3-iscsi neutron-server[106104]: ERROR stevedore.extension [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 28 10:53:06.348802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.policy [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106104) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 10:53:06.390451 dv-cinder-zed-3-iscsi neutron-server[106104]: WARNING oslo_policy.policy [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:06.391363 dv-cinder-zed-3-iscsi neutron-server[106104]: WARNING oslo_policy.policy [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:06.411094 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writer thread running {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 10:53:06.485763 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782383755083', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782383751519', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782383738419', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782383730034', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782383731210', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782383724344', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3500544', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3500739', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1574569', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1701558'] for rbac-policy (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:06.553599 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:06.554787 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f9c19768-b07c-48f0-b828-9684d7a59fd4 admin admin] 10.222.0.46 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6146569 Oct 28 10:53:09.117512 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33632) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:09.435042 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:09.465240 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Made reservation on behalf of 027d2665b26c4993a084d20e698ac8eb for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:53:09.470168 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.488636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.597558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks [] for security_group (528a709d-94c0-436d-9ada-8e8f67ac2f67), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.601214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (528a709d-94c0-436d-9ada-8e8f67ac2f67), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.625829 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:53:09.661244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782379152074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (b4bc5b7d-41dc-4ff4-ba24-064b45f56003), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.661742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Unsubscribe: segment precommit_create {{(pid=106104) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 10:53:09.662293 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Added segment b4bc5b7d-41dc-4ff4-ba24-064b45f56003 of type vlan for network 356df4cc-dadc-4c69-af8b-3b00e5edd074 Oct 28 10:53:09.679442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=528a709d-94c0-436d-9ada-8e8f67ac2f67,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:09.728790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.729126 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.729455 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.729800 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.730153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.730476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.730793 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.731108 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.731422 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.731733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.732153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.732458 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.732742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.733145 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.733737 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Tracked resource versions report: Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: pushed versions: Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: { 'AddressGroup': {'1.2'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Agent': {'1.1'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'ConntrackHelper': {'1.0'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'LocalIPAssociation': {'1.0'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Log': {'1.0'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'NDPProxy': {'1.0'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Network': {'1.1'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Port': {'1.7'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'PortForwarding': {'1.3'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'QosPolicy': {'1.10'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroup': {'1.5'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroupRule': {'1.2'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SubPort': {'1.0'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Subnet': {'1.1'}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Trunk': {'1.1'}} Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: consumer versions: Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Agent': '1.1', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'ConntrackHelper': '1.0', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'LocalIPAssociation': '1.0', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Log': '1.0', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'NDPProxy': '1.0', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Network': '1.1', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Port': '1.7', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'PortForwarding': '1.3', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'QosPolicy': '1.10', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroup': '1.5', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroupRule': '1.2', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SubPort': '1.0', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Subnet': '1.1', Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Trunk': '1.1'}} Oct 28 10:53:09.734997 dv-cinder-zed-3-iscsi neutron-server[106104]: {{(pid=106104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 10:53:09.766405 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (356df4cc-dadc-4c69-af8b-3b00e5edd074), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.807438 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (356df4cc-dadc-4c69-af8b-3b00e5edd074), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.812264 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:09.813490 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:09.897094 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7784832 Oct 28 10:53:09.903637 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=54,neutron:INSERT=40,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:09.936856 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b513a3f-9c57-484f-8cac-0b60c347a632 demo demo] Pushing event updated for resources: {'Network': ['ID=356df4cc-dadc-4c69-af8b-3b00e5edd074,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:09.951399 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:53:12.495908 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33646) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:12.906774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a86b61-4b61-447e-a32c-75ef7a432a6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:12.908118 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-27a86b61-4b61-447e-a32c-75ef7a432a6e demo admin] 10.222.0.46 "GET /networking/v2.0/networks/356df4cc-dadc-4c69-af8b-3b00e5edd074 HTTP/1.1" status: 200 len: 825 time: 0.4112861 Oct 28 10:53:12.932008 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-7b482e30-0e87-46ff-a816-67fd4a10595a demo admin] 10.222.0.46 "GET /networking/v2.0/subnetpools/a2fe5afb-f696-4471-b478-8da335593eb6 HTTP/1.1" status: 200 len: 734 time: 0.0179319 Oct 28 10:53:12.941024 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:12.961728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Made reservation on behalf of 027d2665b26c4993a084d20e698ac8eb for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:53:12.963943 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:13.081251 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:13.253563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (d0f8bc32-5659-4053-be02-0f0ca45a8657), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:13.318245 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Pushing event updated for resources: {'Subnet': ['ID=d0f8bc32-5659-4053-be02-0f0ca45a8657,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:13.326724 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Checking segment: {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:53:13.327106 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Network hostable DHCP agents. Network: 356df4cc-dadc-4c69-af8b-3b00e5edd074, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:53:13.349148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:53:13.360076 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 356df4cc-dadc-4c69-af8b-3b00e5edd074) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:53:13.366276 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:13.366926 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:13.370213 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd27c3-ff4e-470d-9fc2-74ba0c054841 None None] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:53:13.384281 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-984a55c2-8680-4f4b-bfc9-b56ae9753a1e demo admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4468849 Oct 28 10:53:13.641166 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-356df4cc-dadc-4c69-af8b-3b00e5edd074', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:53:13.642451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:13.915858 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=66,neutron:INSERT=32,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:13.917532 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Allocated IP 172.20.0.2 (356df4cc-dadc-4c69-af8b-3b00e5edd074/d0f8bc32-5659-4053-be02-0f0ca45a8657/4cf159aa-6e4f-4631-95b6-82309acf9889) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:53:14.191734 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Publish callbacks [] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:14.199486 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:14.269325 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:53:14.283685 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:53:14.289128 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Pushing event updated for resources: {'Port': ['ID=4cf159aa-6e4f-4631-95b6-82309acf9889,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:14.291703 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:53:14.305676 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.306143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.306381 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.306733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.307069 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.307397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.307723 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.308045 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.308375 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.308699 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.309032 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.309342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.309660 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.309998 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.310319 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Tracked resource versions report: Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: pushed versions: Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: { 'AddressGroup': {'1.2'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Agent': {'1.1'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'ConntrackHelper': {'1.0'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'LocalIPAssociation': {'1.0'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Log': {'1.0'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'NDPProxy': {'1.0'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Network': {'1.1'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Port': {'1.7'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'PortForwarding': {'1.3'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'QosPolicy': {'1.10'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroup': {'1.5'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroupRule': {'1.2'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SubPort': {'1.0'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Subnet': {'1.1'}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Trunk': {'1.1'}} Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: consumer versions: Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Agent': '1.1', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'ConntrackHelper': '1.0', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'LocalIPAssociation': '1.0', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Log': '1.0', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'NDPProxy': '1.0', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Network': '1.1', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Port': '1.7', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'PortForwarding': '1.3', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'QosPolicy': '1.10', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroup': '1.5', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroupRule': '1.2', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SubPort': '1.0', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Subnet': '1.1', Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Trunk': '1.1'}} Oct 28 10:53:14.311535 dv-cinder-zed-3-iscsi neutron-server[106105]: {{(pid=106105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 10:53:14.383579 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Attempting to bind port 4cf159aa-6e4f-4631-95b6-82309acf9889 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:53:14.384369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Attempting to bind port 4cf159aa-6e4f-4631-95b6-82309acf9889 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:53:14.384369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Attempting to bind port 4cf159aa-6e4f-4631-95b6-82309acf9889 on network 356df4cc-dadc-4c69-af8b-3b00e5edd074 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:53:14.403243 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:14.432776 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:53:14.433144 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Checking segment: {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:53:14.433618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:14.434027 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Bound using segment: {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:53:14.434533 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Bound port: 4cf159aa-6e4f-4631-95b6-82309acf9889, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:53:14.434935 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:14.496498 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] For port 4cf159aa-6e4f-4631-95b6-82309acf9889, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:53:14.515555 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] For port 4cf159aa-6e4f-4631-95b6-82309acf9889, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=4cf159aa-6e4f-4631-95b6-82309acf9889,segment=NetworkSegment(b4bc5b7d-41dc-4ff4-ba24-064b45f56003),segment_id=b4bc5b7d-41dc-4ff4-ba24-064b45f56003)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:53:14.523018 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:14.571997 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb08f9-a782-4918-93bf-fd94739db876 None None] Pushing event updated for resources: {'Port': ['ID=4cf159aa-6e4f-4631-95b6-82309acf9889,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:16.036252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33656) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:16.365816 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [None req-36e9471a-db89-4f74-897b-bad4318a2558 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:53:16.366933 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-36e9471a-db89-4f74-897b-bad4318a2558 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3298335 Oct 28 10:53:17.577891 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:17.589678 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:19.007568 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33666) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:19.337266 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [None req-eea49cc5-361c-46a9-bad8-3c2fd68eae35 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:53:19.338284 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-eea49cc5-361c-46a9-bad8-3c2fd68eae35 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3297646 Oct 28 10:53:21.394040 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 4cf159aa-6e4f-4631-95b6-82309acf9889 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:53:21.475283 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 4cf159aa-6e4f-4631-95b6-82309acf9889 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:21.475689 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:21.476083 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 4cf159aa-6e4f-4631-95b6-82309acf9889 Oct 28 10:53:21.580923 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 4cf159aa-6e4f-4631-95b6-82309acf9889 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:21.581315 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:21.616198 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 4cf159aa-6e4f-4631-95b6-82309acf9889, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=4cf159aa-6e4f-4631-95b6-82309acf9889,segment=NetworkSegment(b4bc5b7d-41dc-4ff4-ba24-064b45f56003),segment_id=b4bc5b7d-41dc-4ff4-ba24-064b45f56003)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:53:21.619742 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:21.667554 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=4cf159aa-6e4f-4631-95b6-82309acf9889,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:21.981443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 33678) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:22.460822 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d959d46-ef27-4eb1-abc6-8d64ec44f8b0 None None] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:53:22.496454 dv-cinder-zed-3-iscsi neutron-server[106103]: WARNING oslo_policy.policy [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:22.497014 dv-cinder-zed-3-iscsi neutron-server[106103]: WARNING oslo_policy.policy [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:22.584575 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-fe75bf03-2dfa-4047-a527-b154354ff326 None None] Provisioning complete for port 4cf159aa-6e4f-4631-95b6-82309acf9889 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:22.584963 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fe75bf03-2dfa-4047-a527-b154354ff326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:22.585305 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-fe75bf03-2dfa-4047-a527-b154354ff326 None None] Attempt 1 to provision port 4cf159aa-6e4f-4631-95b6-82309acf9889 Oct 28 10:53:22.589138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:22.663432 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-fe75bf03-2dfa-4047-a527-b154354ff326 None None] Current status of the port 4cf159aa-6e4f-4631-95b6-82309acf9889 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:22.716932 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:22.726187 dv-cinder-zed-3-iscsi neutron-server[106103]: ERROR stevedore.extension [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 28 10:53:22.779354 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.policy [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 10:53:22.782412 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-78812b36-31dd-4cf4-afb4-e655842cc910 None None] Provisioning complete for port 4cf159aa-6e4f-4631-95b6-82309acf9889 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:22.782789 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-78812b36-31dd-4cf4-afb4-e655842cc910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:22.783120 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-78812b36-31dd-4cf4-afb4-e655842cc910 None None] Attempt 1 to provision port 4cf159aa-6e4f-4631-95b6-82309acf9889 Oct 28 10:53:22.821770 dv-cinder-zed-3-iscsi neutron-server[106103]: WARNING oslo_policy.policy [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:22.822168 dv-cinder-zed-3-iscsi neutron-server[106103]: WARNING oslo_policy.policy [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 10:53:22.842978 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writer thread running {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 28 10:53:22.856205 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-78812b36-31dd-4cf4-afb4-e655842cc910 None None] Current status of the port 4cf159aa-6e4f-4631-95b6-82309acf9889 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:22.864524 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:22.886255 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (4f7792b3-f142-4587-8943-7d8266d24cec), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:22.888174 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (4f7792b3-f142-4587-8943-7d8266d24cec), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:23.045431 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Publish callbacks [] for router_controller (4f7792b3-f142-4587-8943-7d8266d24cec), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:23.050662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (4f7792b3-f142-4587-8943-7d8266d24cec), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:23.073535 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:23.074997 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-f8b82bbf-40b8-40d7-9131-894d9a2c4d7b demo demo] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0915818 Oct 28 10:53:23.359860 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 4cf159aa-6e4f-4631-95b6-82309acf9889 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:53:23.377901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=33,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:23.379065 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=49,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:23.404808 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 4cf159aa-6e4f-4631-95b6-82309acf9889 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:23.405179 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:23.405511 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 4cf159aa-6e4f-4631-95b6-82309acf9889 Oct 28 10:53:23.438104 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:23.478116 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 4cf159aa-6e4f-4631-95b6-82309acf9889 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:25.676829 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 33698) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:25.995824 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [None req-4b67b8a3-8349-4f77-8298-094fa977c274 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:53:25.996820 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-4b67b8a3-8349-4f77-8298-094fa977c274 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3190541 Oct 28 10:53:28.595023 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 33706) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:28.711191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-eb5ac3fc-f127-4719-aa2b-aca982f434c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:28.915979 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:28.942090 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Made reservation on behalf of 2b351b41bbb64be2822e6354d987b945 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:53:28.944849 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:28.960604 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.068599 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks [] for security_group (e86b182c-c9ac-40aa-bc78-fdbc0066df56), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.072267 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e86b182c-c9ac-40aa-bc78-fdbc0066df56), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.083482 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Reserving flat network on physical network physnet1 {{(pid=106103) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 10:53:29.115108 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782379152074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (174b1ba3-27ee-4259-80d3-566393b67059), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.115571 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Unsubscribe: segment precommit_create {{(pid=106103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 10:53:29.116103 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Added segment 174b1ba3-27ee-4259-80d3-566393b67059 of type flat for network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc Oct 28 10:53:29.151209 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86b182c-c9ac-40aa-bc78-fdbc0066df56,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:29.190778 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.191120 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.191459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.191812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.192145 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.192464 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.192787 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.193106 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.193425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.193742 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.194089 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.194423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.194742 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.195056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.195376 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Tracked resource versions report: Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: pushed versions: Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: { 'AddressGroup': {'1.2'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Agent': {'1.1'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'ConntrackHelper': {'1.0'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'LocalIPAssociation': {'1.0'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Log': {'1.0'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'NDPProxy': {'1.0'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Network': {'1.1'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Port': {'1.7'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'PortForwarding': {'1.3'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'QosPolicy': {'1.10'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroup': {'1.5'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroupRule': {'1.2'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SubPort': {'1.0'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Subnet': {'1.1'}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Trunk': {'1.1'}} Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: consumer versions: Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Agent': '1.1', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'ConntrackHelper': '1.0', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'LocalIPAssociation': '1.0', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Log': '1.0', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'NDPProxy': '1.0', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Network': '1.1', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Port': '1.7', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'PortForwarding': '1.3', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'QosPolicy': '1.10', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroup': '1.5', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroupRule': '1.2', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SubPort': '1.0', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Subnet': '1.1', Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Trunk': '1.1'}} Oct 28 10:53:29.196597 dv-cinder-zed-3-iscsi neutron-server[106103]: {{(pid=106103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 10:53:29.229260 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.274776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.275942 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:29.276643 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:29.362617 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7665110 Oct 28 10:53:29.382234 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bffc77-3d07-435c-9208-b7dc840b506b admin admin] Pushing event updated for resources: {'Network': ['ID=8930ab2a-917b-4bcc-9e7a-12d4b8107ddc,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:29.393272 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:53:30.813922 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-8e73c788-9728-4bf2-86ca-73a6fbf359aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:31.919337 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 33718) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:32.020256 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:32.329238 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d2885-687b-460c-bfe9-77e94ff8990f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:32.330607 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-fe2d2885-687b-460c-bfe9-77e94ff8990f demo admin] 10.222.0.46 "GET /networking/v2.0/subnets/d0f8bc32-5659-4053-be02-0f0ca45a8657 HTTP/1.1" status: 200 len: 849 time: 0.4103220 Oct 28 10:53:32.475160 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cd9e4ba0-b1fa-46db-a0e2-eaa583485bbf demo admin] 10.222.0.46 "GET /networking/v2.0/routers/4f7792b3-f142-4587-8943-7d8266d24cec HTTP/1.1" status: 200 len: 704 time: 0.1385593 Oct 28 10:53:32.744396 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:32.787043 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:32.814423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:33.036718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Allocated IP 172.20.0.1 (356df4cc-dadc-4c69-af8b-3b00e5edd074/d0f8bc32-5659-4053-be02-0f0ca45a8657/534d0b92-7d9f-4a7b-94b8-511804f91879) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:53:33.216745 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks [] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.277047 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.353459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:53:33.358058 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:53:33.367500 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:53:33.368520 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (4f7792b3-f142-4587-8943-7d8266d24cec), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.387015 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Pushing event updated for resources: {'Port': ['ID=534d0b92-7d9f-4a7b-94b8-511804f91879,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:33.519970 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.536257 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-33790d60-a1b4-465e-b1dc-9f696a8d060f None None] Provisioning complete for port 534d0b92-7d9f-4a7b-94b8-511804f91879 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:33.536765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-33790d60-a1b4-465e-b1dc-9f696a8d060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.537105 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-33790d60-a1b4-465e-b1dc-9f696a8d060f None None] Attempt 1 to provision port 534d0b92-7d9f-4a7b-94b8-511804f91879 Oct 28 10:53:33.566773 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.568821 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-33790d60-a1b4-465e-b1dc-9f696a8d060f None None] Port 534d0b92-7d9f-4a7b-94b8-511804f91879 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:53:33.653562 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.823125 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks [] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.827292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.828133 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (4f7792b3-f142-4587-8943-7d8266d24cec), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:33.901202 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:33.908053 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Pushing event updated for resources: {'Port': ['ID=534d0b92-7d9f-4a7b-94b8-511804f91879,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:33.922688 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:33.957527 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:53:33.958810 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:53:34.102520 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:53:34.112148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Router 4f7792b3-f142-4587-8943-7d8266d24cec is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 10:53:34.189321 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-2cbb4e78-dd10-4ff2-bc21-626e0b7908ce None None] Provisioning complete for port 534d0b92-7d9f-4a7b-94b8-511804f91879 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:34.189704 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2cbb4e78-dd10-4ff2-bc21-626e0b7908ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:34.190064 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-2cbb4e78-dd10-4ff2-bc21-626e0b7908ce None None] Attempt 1 to provision port 534d0b92-7d9f-4a7b-94b8-511804f91879 Oct 28 10:53:34.198782 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:53:34.209332 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Sync routers for ids ['4f7792b3-f142-4587-8943-7d8266d24cec'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:53:34.214665 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6f859e9e-80ac-4669-9b87-875d2307b936 demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/4f7792b3-f142-4587-8943-7d8266d24cec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7339373 Oct 28 10:53:34.222443 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Routers {'4f7792b3-f142-4587-8943-7d8266d24cec'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:53:34.223359 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T10:53:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4f7792b3-f142-4587-8943-7d8266d24cec'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:34.226072 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb4e78-dd10-4ff2-bc21-626e0b7908ce None None] Port 534d0b92-7d9f-4a7b-94b8-511804f91879 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 10:53:34.409548 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Set router 4f7792b3-f142-4587-8943-7d8266d24cec gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:53:34.826549 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'name': 'router1', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:53:22Z', 'updated_at': '2022-10-28T10:53:33Z', 'revision_number': 2, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'gw_port_host': None, '_interfaces': [{'id': '534d0b92-7d9f-4a7b-94b8-511804f91879', 'name': '', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'mac_address': 'fa:16:3e:d8:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:32Z', 'updated_at': '2022-10-28T10:53:33Z', 'revision_number': 2, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'subnets': [{'id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:34.876100 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Checking router: 4f7792b3-f142-4587-8943-7d8266d24cec for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:53:34.876469 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Updating router 4f7792b3-f142-4587-8943-7d8266d24cec port 534d0b92-7d9f-4a7b-94b8-511804f91879 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:53:34.929037 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:35.427661 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Publish callbacks [] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:35.433860 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:35.579831 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Attempting to bind port 534d0b92-7d9f-4a7b-94b8-511804f91879 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:53:35.580237 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Attempting to bind port 534d0b92-7d9f-4a7b-94b8-511804f91879 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:53:35.580674 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Attempting to bind port 534d0b92-7d9f-4a7b-94b8-511804f91879 on network 356df4cc-dadc-4c69-af8b-3b00e5edd074 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:53:35.588675 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Pushing event updated for resources: {'Port': ['ID=534d0b92-7d9f-4a7b-94b8-511804f91879,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:35.622637 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.622977 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.623313 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.623660 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.623994 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.624321 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.624669 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.624992 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.625313 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.625636 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.625957 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.626298 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.626616 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.626949 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.627251 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Tracked resource versions report: Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: pushed versions: Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: { 'AddressGroup': {'1.2'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Agent': {'1.1'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'ConntrackHelper': {'1.0'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'LocalIPAssociation': {'1.0'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Log': {'1.0'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'NDPProxy': {'1.0'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Network': {'1.1'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Port': {'1.7'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'PortForwarding': {'1.3'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'QosPolicy': {'1.10'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroup': {'1.5'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroupRule': {'1.2'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SubPort': {'1.0'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Subnet': {'1.1'}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Trunk': {'1.1'}} Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: consumer versions: Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Agent': '1.1', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'ConntrackHelper': '1.0', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'LocalIPAssociation': '1.0', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Log': '1.0', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'NDPProxy': '1.0', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Network': '1.1', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Port': '1.7', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'PortForwarding': '1.3', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'QosPolicy': '1.10', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroup': '1.5', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroupRule': '1.2', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SubPort': '1.0', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Subnet': '1.1', Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Trunk': '1.1'}} Oct 28 10:53:35.628427 dv-cinder-zed-3-iscsi neutron-server[106106]: {{(pid=106106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 10:53:35.679122 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:53:35.679584 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Checking segment: {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:53:35.680057 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:35.680443 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Bound using segment: {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:53:35.680929 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Bound port: 534d0b92-7d9f-4a7b-94b8-511804f91879, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4bc5b7d-41dc-4ff4-ba24-064b45f56003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:53:35.681307 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:35.729319 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:35.741535 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:35.745582 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] For port 534d0b92-7d9f-4a7b-94b8-511804f91879, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:53:35.764936 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] For port 534d0b92-7d9f-4a7b-94b8-511804f91879, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=534d0b92-7d9f-4a7b-94b8-511804f91879,segment=NetworkSegment(b4bc5b7d-41dc-4ff4-ba24-064b45f56003),segment_id=b4bc5b7d-41dc-4ff4-ba24-064b45f56003)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:53:35.771806 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:35.811241 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Routers {'4f7792b3-f142-4587-8943-7d8266d24cec'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:53:35.811844 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T10:53:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4f7792b3-f142-4587-8943-7d8266d24cec'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:35.879549 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b59307c-4aaa-4709-9b08-9564e6d2e1d8 None None] Pushing event updated for resources: {'Port': ['ID=534d0b92-7d9f-4a7b-94b8-511804f91879,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:35.903867 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] Set router 4f7792b3-f142-4587-8943-7d8266d24cec gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:53:36.094622 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'name': 'router1', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:53:22Z', 'updated_at': '2022-10-28T10:53:33Z', 'revision_number': 2, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'gw_port_host': None, '_interfaces': [{'id': '534d0b92-7d9f-4a7b-94b8-511804f91879', 'name': '', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'mac_address': 'fa:16:3e:d8:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:32Z', 'updated_at': '2022-10-28T10:53:35Z', 'revision_number': 4, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'subnets': [{'id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:36.118783 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98702d5-c664-4544-924f-9380bc5a2b17 None None] The sync data for ids ['4f7792b3-f142-4587-8943-7d8266d24cec'] in dv-cinder-zed-3-iscsi is: [{'id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'name': 'router1', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:53:22Z', 'updated_at': '2022-10-28T10:53:33Z', 'revision_number': 2, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'gw_port_host': None, '_interfaces': [{'id': '534d0b92-7d9f-4a7b-94b8-511804f91879', 'name': '', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'mac_address': 'fa:16:3e:d8:93:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:32Z', 'updated_at': '2022-10-28T10:53:35Z', 'revision_number': 4, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'subnets': [{'id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:53:36.829689 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33732) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:37.224296 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc8d33d-f15f-4d11-89b0-d76a934c2412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:37.225678 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6dc8d33d-f15f-4d11-89b0-d76a934c2412 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/8930ab2a-917b-4bcc-9e7a-12d4b8107ddc HTTP/1.1" status: 200 len: 842 time: 0.3950272 Oct 28 10:53:37.236137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Request body: {'subnet': {'cidr': '172.37.0.0/24', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'gateway_ip': '172.37.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:37.257137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Made reservation on behalf of 2b351b41bbb64be2822e6354d987b945 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:53:37.259636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:37.584971 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.objects.ports [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106104) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 28 10:53:37.585692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (497184a4-9746-455c-9e36-47645898e01a), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:37.651462 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497184a4-9746-455c-9e36-47645898e01a,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:37.659968 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:53:37.660315 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Network hostable DHCP agents. Network: 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:53:37.677886 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:53:37.687600 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:53:37.696018 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:37.696447 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dddcd6d-4ce0-41b8-8901-863ebf3d7ca1 None None] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:53:37.696850 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:37.722643 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ef7e0b7f-b21b-42d0-b95c-53ceefb9cbd3 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4903481 Oct 28 10:53:37.805179 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806434b4-d198-45e7-a2cd-68c3e0757581 None None] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:53:40.374925 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 33740) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:40.892915 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-558e75af-bc51-4332-a092-b2ce70349ed1 demo admin] 10.222.0.46 "GET /networking/v2.0/routers/4f7792b3-f142-4587-8943-7d8266d24cec HTTP/1.1" status: 200 len: 710 time: 0.5168695 Oct 28 10:53:40.985840 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f380078-1880-440a-9ed5-fdddaf4e4608 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:53:40.987215 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5f380078-1880-440a-9ed5-fdddaf4e4608 demo admin] 10.222.0.46 "GET /networking/v2.0/networks/8930ab2a-917b-4bcc-9e7a-12d4b8107ddc HTTP/1.1" status: 200 len: 886 time: 0.0886228 Oct 28 10:53:40.996179 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:53:41.219210 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:41.239286 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks [] for router_gateway (4f7792b3-f142-4587-8943-7d8266d24cec), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.299531 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:41.379068 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 534d0b92-7d9f-4a7b-94b8-511804f91879 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:53:41.423672 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 534d0b92-7d9f-4a7b-94b8-511804f91879 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:41.424074 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.424412 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 534d0b92-7d9f-4a7b-94b8-511804f91879 Oct 28 10:53:41.462288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:41.496138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 534d0b92-7d9f-4a7b-94b8-511804f91879 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:41.496527 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.506063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks [] for router_gateway (4f7792b3-f142-4587-8943-7d8266d24cec), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.531506 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 534d0b92-7d9f-4a7b-94b8-511804f91879, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=534d0b92-7d9f-4a7b-94b8-511804f91879,segment=NetworkSegment(b4bc5b7d-41dc-4ff4-ba24-064b45f56003),segment_id=b4bc5b7d-41dc-4ff4-ba24-064b45f56003)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:53:41.535416 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.581087 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=534d0b92-7d9f-4a7b-94b8-511804f91879,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:41.584919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.740259 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Allocated IP 172.37.0.166 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/04a4312c-0b10-4f94-90a6-00170a94bf52) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:53:41.849416 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks [] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.906222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:41.977475 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:53:41.985568 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:53:41.991944 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:53:42.025209 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Pushing event updated for resources: {'Port': ['ID=04a4312c-0b10-4f94-90a6-00170a94bf52,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:42.256025 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks [] for router_gateway (4f7792b3-f142-4587-8943-7d8266d24cec), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:42.302274 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:42.336521 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:42.442704 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-506833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-506346', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1666'] for router (4f7792b3-f142-4587-8943-7d8266d24cec), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:42.447599 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-506840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-506823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-506328'] for router (4f7792b3-f142-4587-8943-7d8266d24cec), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:42.551601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Router 4f7792b3-f142-4587-8943-7d8266d24cec has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 10:53:42.710148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 10:53:42.715089 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:42.715725 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d8224fa1-4534-4337-acfa-1ff8f8473a73 demo admin] 10.222.0.46 "PUT /networking/v2.0/routers/4f7792b3-f142-4587-8943-7d8266d24cec HTTP/1.1" status: 200 len: 890 time: 1.7225974 Oct 28 10:53:42.729644 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Sync routers for ids ['4f7792b3-f142-4587-8943-7d8266d24cec'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 10:53:42.742674 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Routers {'4f7792b3-f142-4587-8943-7d8266d24cec'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:53:42.743356 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T10:53:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4f7792b3-f142-4587-8943-7d8266d24cec'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:42.953479 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Set router 4f7792b3-f142-4587-8943-7d8266d24cec gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:53:43.182291 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:43.326468 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'name': 'router1', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.166'}], 'enable_snat': True}, 'gw_port_id': '04a4312c-0b10-4f94-90a6-00170a94bf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:53:22Z', 'updated_at': '2022-10-28T10:53:42Z', 'revision_number': 4, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'gw_port': {'id': '04a4312c-0b10-4f94-90a6-00170a94bf52', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:41Z', 'updated_at': '2022-10-28T10:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '534d0b92-7d9f-4a7b-94b8-511804f91879', 'name': '', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'mac_address': 'fa:16:3e:d8:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:32Z', 'updated_at': '2022-10-28T10:53:41Z', 'revision_number': 5, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'subnets': [{'id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:43.447232 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 534d0b92-7d9f-4a7b-94b8-511804f91879 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:53:43.450884 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Checking router: 4f7792b3-f142-4587-8943-7d8266d24cec for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 10:53:43.451240 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Updating router 4f7792b3-f142-4587-8943-7d8266d24cec port 04a4312c-0b10-4f94-90a6-00170a94bf52 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 10:53:43.531868 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:43.565476 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 534d0b92-7d9f-4a7b-94b8-511804f91879 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:43.565866 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:43.566229 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 534d0b92-7d9f-4a7b-94b8-511804f91879 Oct 28 10:53:43.797493 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 534d0b92-7d9f-4a7b-94b8-511804f91879 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:43.861212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:43.912892 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Publish callbacks [] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:43.919035 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:43.955327 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Attempting to bind port 04a4312c-0b10-4f94-90a6-00170a94bf52 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:53:43.955695 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Attempting to bind port 04a4312c-0b10-4f94-90a6-00170a94bf52 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:53:43.956059 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Attempting to bind port 04a4312c-0b10-4f94-90a6-00170a94bf52 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:53:43.989618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59213f8-eb1c-4743-b9ee-321b11526423 None None] Pushing event updated for resources: {'Port': ['ID=04a4312c-0b10-4f94-90a6-00170a94bf52,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:44.005886 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:53:44.006282 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:53:44.006676 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:44.007057 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:53:44.007525 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Bound port: 04a4312c-0b10-4f94-90a6-00170a94bf52, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:53:44.007898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:44.055298 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] For port 04a4312c-0b10-4f94-90a6-00170a94bf52, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:53:44.058481 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] For port 04a4312c-0b10-4f94-90a6-00170a94bf52, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=04a4312c-0b10-4f94-90a6-00170a94bf52,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:53:44.064824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:44.105450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Routers {'4f7792b3-f142-4587-8943-7d8266d24cec'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 10:53:44.106078 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T10:53:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4f7792b3-f142-4587-8943-7d8266d24cec'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:44.158393 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59213f8-eb1c-4743-b9ee-321b11526423 None None] Pushing event updated for resources: {'Port': ['ID=04a4312c-0b10-4f94-90a6-00170a94bf52,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:44.194378 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=28,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:44.197336 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=29 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:44.219586 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] Set router 4f7792b3-f142-4587-8943-7d8266d24cec gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 10:53:44.244170 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:44.410959 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'name': 'router1', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.166'}], 'enable_snat': True}, 'gw_port_id': '04a4312c-0b10-4f94-90a6-00170a94bf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:53:22Z', 'updated_at': '2022-10-28T10:53:42Z', 'revision_number': 4, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'gw_port': {'id': '04a4312c-0b10-4f94-90a6-00170a94bf52', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:41Z', 'updated_at': '2022-10-28T10:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '534d0b92-7d9f-4a7b-94b8-511804f91879', 'name': '', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'mac_address': 'fa:16:3e:d8:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:32Z', 'updated_at': '2022-10-28T10:53:41Z', 'revision_number': 5, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'subnets': [{'id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 10:53:44.436164 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532cb62-8451-4a21-8ebf-271598a3af26 None None] The sync data for ids ['4f7792b3-f142-4587-8943-7d8266d24cec'] in dv-cinder-zed-3-iscsi is: [{'id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'name': 'router1', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.166'}], 'enable_snat': True}, 'gw_port_id': '04a4312c-0b10-4f94-90a6-00170a94bf52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T10:53:22Z', 'updated_at': '2022-10-28T10:53:42Z', 'revision_number': 4, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'gw_port': {'id': '04a4312c-0b10-4f94-90a6-00170a94bf52', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:5d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:41Z', 'updated_at': '2022-10-28T10:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '534d0b92-7d9f-4a7b-94b8-511804f91879', 'name': '', 'network_id': '356df4cc-dadc-4c69-af8b-3b00e5edd074', 'tenant_id': '027d2665b26c4993a084d20e698ac8eb', 'mac_address': 'fa:16:3e:d8:93:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7792b3-f142-4587-8943-7d8266d24cec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T10:53:32Z', 'updated_at': '2022-10-28T10:53:41Z', 'revision_number': 5, 'project_id': '027d2665b26c4993a084d20e698ac8eb', 'subnets': [{'id': 'd0f8bc32-5659-4053-be02-0f0ca45a8657', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a2fe5afb-f696-4471-b478-8da335593eb6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 10:53:45.388902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 04a4312c-0b10-4f94-90a6-00170a94bf52 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:53:45.435541 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 04a4312c-0b10-4f94-90a6-00170a94bf52 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:45.435932 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:45.436267 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 04a4312c-0b10-4f94-90a6-00170a94bf52 Oct 28 10:53:45.505204 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 04a4312c-0b10-4f94-90a6-00170a94bf52 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:45.505510 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:45.525276 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 04a4312c-0b10-4f94-90a6-00170a94bf52, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=04a4312c-0b10-4f94-90a6-00170a94bf52,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:53:45.527698 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 33752) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:53:45.529090 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:45.573414 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:45.579164 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=04a4312c-0b10-4f94-90a6-00170a94bf52,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:53:45.918813 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-201933a2-9014-4b78-a060-6f461e072484 admin admin] 10.222.0.46 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3900025 Oct 28 10:53:47.385809 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 04a4312c-0b10-4f94-90a6-00170a94bf52 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:53:47.428319 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 04a4312c-0b10-4f94-90a6-00170a94bf52 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:53:47.428704 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (04a4312c-0b10-4f94-90a6-00170a94bf52), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:53:47.429033 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 04a4312c-0b10-4f94-90a6-00170a94bf52 Oct 28 10:53:47.497780 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 04a4312c-0b10-4f94-90a6-00170a94bf52 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:53:52.710002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=41 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:52.710002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=35 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:54.105645 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=39 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:54.113590 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=49,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:55.909556 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:55.915112 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:57.493683 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:57.496423 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=18 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:53:58.717135 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b2adaeaf-95be-4c4c-b93e-8a9cba7e47a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:00.822188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-8cd74168-47bc-4d1f-b028-bfe16e20fa6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:02.027004 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:03.528755 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:03.661861 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:11.100454 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:54:13.651677 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:13.658282 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:21.100276 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:28.753546 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9478263c-6681-43df-bd43-41ef1ab65d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:30.835235 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bb2d31ae-3cfa-4889-aa91-e48423a01144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:31.110491 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=5 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:31.112549 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:32.030835 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:33.532111 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:33.673373 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:54:43.646644 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=18 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:43.668927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:48.098815 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:54:58.095520 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:58.097278 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:54:58.707156 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d2501cf5-6aaa-44f4-a6e0-2e52b1126a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:00.818417 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-51ec1cda-6f44-4595-939c-8e4125620320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:02.030651 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:03.527762 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:03.657358 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:08.111461 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:10.613453 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34304) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:10.949106 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.pecan_wsgi.hooks.translation [None req-9424f4c8-6929-4933-bf4d-08f65f61fcc2 admin admin] GET failed (client error): The resource could not be found. Oct 28 10:55:10.950505 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9424f4c8-6929-4933-bf4d-08f65f61fcc2 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3360250 Oct 28 10:55:11.112174 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9022480-3852-4456-91c0-5c1199f3450d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:11.113638 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-f9022480-3852-4456-91c0-5c1199f3450d admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1587274 Oct 28 10:55:13.651531 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:13.653421 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:13.668496 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34314) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:14.035951 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ae136b-aa44-4891-96a1-2305b72a8586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:14.037326 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-83ae136b-aa44-4891-96a1-2305b72a8586 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/d0f8bc32-5659-4053-be02-0f0ca45a8657 HTTP/1.1" status: 200 len: 849 time: 0.3672774 Oct 28 10:55:14.046995 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:55:14.131861 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Publish callbacks [] for subnet (d0f8bc32-5659-4053-be02-0f0ca45a8657), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:14.274993 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782379192486'] for subnet (d0f8bc32-5659-4053-be02-0f0ca45a8657), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:14.307678 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:14.308259 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:14.310108 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] 10.222.0.46 "PUT /networking/v2.0/subnets/d0f8bc32-5659-4053-be02-0f0ca45a8657 HTTP/1.1" status: 200 len: 868 time: 0.2661533 Oct 28 10:55:14.325158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c247622-8f59-4337-89bf-1e02a18cc441 None None] Network 356df4cc-dadc-4c69-af8b-3b00e5edd074 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:55:14.328717 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0f8bc32-5659-4053-be02-0f0ca45a8657,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:55:14.336340 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.336683 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.337024 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.337389 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.337690 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.338049 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.338399 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.338702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.339027 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.339349 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.339692 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.340015 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.340339 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.340654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.340975 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e02323d-ec86-415e-8d64-1cbd3176241c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:55:14.609132 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Provisioning complete for port 4cf159aa-6e4f-4631-95b6-82309acf9889 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:55:14.609595 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4cf159aa-6e4f-4631-95b6-82309acf9889), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:14.610032 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Attempt 1 to provision port 4cf159aa-6e4f-4631-95b6-82309acf9889 Oct 28 10:55:14.681140 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Current status of the port 4cf159aa-6e4f-4631-95b6-82309acf9889 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:55:14.689608 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Provisioning complete for port 534d0b92-7d9f-4a7b-94b8-511804f91879 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:55:14.690065 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (534d0b92-7d9f-4a7b-94b8-511804f91879), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:14.690423 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Attempt 1 to provision port 534d0b92-7d9f-4a7b-94b8-511804f91879 Oct 28 10:55:14.763246 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6c5cc00a-0ef4-4e43-86dc-8daeb22b3894 None None] Current status of the port 534d0b92-7d9f-4a7b-94b8-511804f91879 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:55:16.882086 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34322) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:17.352272 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eebb37-652e-4eca-ae21-bbaccef2b956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:17.352743 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eebb37-652e-4eca-ae21-bbaccef2b956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:17.354288 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-d3eebb37-652e-4eca-ae21-bbaccef2b956 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4712789 Oct 28 10:55:19.881331 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34330) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:20.362225 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb52dc-67ac-4a7d-b2ae-8098183f9949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:20.362705 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb52dc-67ac-4a7d-b2ae-8098183f9949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:20.364230 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ceeb52dc-67ac-4a7d-b2ae-8098183f9949 admin admin] 10.222.0.46 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4818835 Oct 28 10:55:22.906094 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34340) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:23.325367 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a7bc7f-4ce3-4cb5-a96f-2e950d2421b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:23.326792 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e7a7bc7f-4ce3-4cb5-a96f-2e950d2421b4 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/356df4cc-dadc-4c69-af8b-3b00e5edd074 HTTP/1.1" status: 200 len: 869 time: 0.4197631 Oct 28 10:55:24.760519 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=37 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:24.761275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=40 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:25.097850 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:55:25.868544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34348) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:26.269469 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56989a25-952c-497a-8811-fa0f7842e683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:26.271094 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-56989a25-952c-497a-8811-fa0f7842e683 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/8930ab2a-917b-4bcc-9e7a-12d4b8107ddc HTTP/1.1" status: 200 len: 886 time: 0.4013917 Oct 28 10:55:27.348398 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=75,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:27.350317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:28.708680 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-e6c7651e-7d3e-4819-ac44-cd72f4a26974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:28.817667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34356) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:29.225041 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86f2a1-91ff-460c-9c58-6b2421281db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:29.225500 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86f2a1-91ff-460c-9c58-6b2421281db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:29.229646 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4e86f2a1-91ff-460c-9c58-6b2421281db5 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4110358 Oct 28 10:55:30.821078 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-16671ebe-6e48-4848-8a51-2fd87f1bc842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:31.787031 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34364) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:32.035394 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:32.148982 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598317f-1d79-42da-9995-c7154b81dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:32.149437 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e598317f-1d79-42da-9995-c7154b81dd23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:32.150950 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e598317f-1d79-42da-9995-c7154b81dd23 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3629754 Oct 28 10:55:33.528614 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:33.659824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:55:34.709197 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34372) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:35.070347 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6f09a-e5ef-4e62-84fc-cab9120ebfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:35.071637 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b9d6f09a-e5ef-4e62-84fc-cab9120ebfac admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/497184a4-9746-455c-9e36-47645898e01a HTTP/1.1" status: 200 len: 816 time: 0.3615077 Oct 28 10:55:35.095738 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:37.614944 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34380) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:55:37.975983 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471894f-803f-4d12-bbca-6ab807449399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:55:37.977309 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0471894f-803f-4d12-bbca-6ab807449399 admin admin] 10.222.0.46 "GET /networking/v2.0/subnets/d0f8bc32-5659-4053-be02-0f0ca45a8657 HTTP/1.1" status: 200 len: 868 time: 0.3614345 Oct 28 10:55:43.653682 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:43.655782 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:45.065983 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=50 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:45.067923 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=52 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:45.108774 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=5 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:45.109512 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:47.971453 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:47.973320 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=7 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:57.763918 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=14 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:57.768209 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=12 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:55:58.711492 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-98f41676-8049-42a0-b937-5b0c40c13166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:00.828873 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7f643d55-8b2b-43aa-8b43-b4ebc9b8acf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:01.200702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34434) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:01.518807 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [None req-b0c720c0-ccf2-4469-a320-916355113c89 admin admin] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:56:01.519809 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b0c720c0-ccf2-4469-a320-916355113c89 admin admin] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3181849 Oct 28 10:56:02.036506 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:02.097233 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:56:03.532298 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:03.663626 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:04.134651 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34442) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:04.472373 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd44c1d2-840f-4343-9fcf-a7c91b34bdd7 admin admin] GET failed (client error): The resource could not be found. Oct 28 10:56:04.473630 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-dd44c1d2-840f-4343-9fcf-a7c91b34bdd7 admin admin] 10.222.0.46 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3381436 Oct 28 10:56:04.636853 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e180fb-1fa5-4b2c-9cfe-11c810257490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:04.638328 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-84e180fb-1fa5-4b2c-9cfe-11c810257490 admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1603901 Oct 28 10:56:07.213051 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34450) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:07.548393 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:07.569066 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Made reservation on behalf of 2b351b41bbb64be2822e6354d987b945 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:07.571385 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:07.598862 dv-cinder-zed-3-iscsi neutron-server[106103]: WARNING neutron.services.revisions.revision_plugin [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Could not find related network for resource to bump revision. Oct 28 10:56:07.613465 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 10:56:07.624480 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (6cf1eaeb-ca1f-460b-819e-78f605fb5f40), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:07.624822 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Added segment 6cf1eaeb-ca1f-460b-819e-78f605fb5f40 of type vlan for network a006300d-6dce-4ac3-b479-cf56b9fd5e5a Oct 28 10:56:07.663660 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (a006300d-6dce-4ac3-b479-cf56b9fd5e5a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:07.688205 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (a006300d-6dce-4ac3-b479-cf56b9fd5e5a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:07.689331 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:07.689906 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:07.750878 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5366752 Oct 28 10:56:07.755618 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79f80d-dd92-4b09-b0b8-33313bed228b admin admin] Pushing event updated for resources: {'Network': ['ID=a006300d-6dce-4ac3-b479-cf56b9fd5e5a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:07.768450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network a006300d-6dce-4ac3-b479-cf56b9fd5e5a details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 10:56:10.324731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34458) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:56:10.660709 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba04c29-7353-4ead-9837-0b437dbcb63b admin admin] GET failed (client error): The resource could not be found. Oct 28 10:56:10.661995 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1ba04c29-7353-4ead-9837-0b437dbcb63b admin admin] 10.222.0.46 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3362582 Oct 28 10:56:10.734504 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324712c4-cb49-449a-a691-ca2cf456a8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:10.735926 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-324712c4-cb49-449a-a691-ca2cf456a8ab admin admin] 10.222.0.46 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694814 Oct 28 10:56:10.746198 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 10:56:10.768066 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Made reservation on behalf of 2b351b41bbb64be2822e6354d987b945 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 10:56:10.770359 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:10.954842 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (3049955f-5484-4db7-bfb1-27b03b707789), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.009083 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3049955f-5484-4db7-bfb1-27b03b707789,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:11.018902 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Checking segment: {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:11.019243 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Network hostable DHCP agents. Network: a006300d-6dce-4ac3-b479-cf56b9fd5e5a, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 10:56:11.039568 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Network a006300d-6dce-4ac3-b479-cf56b9fd5e5a is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 10:56:11.050879 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, a006300d-6dce-4ac3-b479-cf56b9fd5e5a) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:11.054854 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 10:56:11.055439 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.062233 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba95bc1-4d22-4947-a8d5-d07e5a942374 None None] Network a006300d-6dce-4ac3-b479-cf56b9fd5e5a requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:11.071285 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-60ae775d-45af-4677-ba59-16e73fdd6087 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3289363 Oct 28 10:56:11.171273 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-a006300d-6dce-4ac3-b479-cf56b9fd5e5a', 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a', 'project_id': '2b351b41bbb64be2822e6354d987b945', 'fixed_ips': [{'subnet_id': '3049955f-5484-4db7-bfb1-27b03b707789'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 10:56:11.172215 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.412041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Allocated IP 192.168.233.2 (a006300d-6dce-4ac3-b479-cf56b9fd5e5a/3049955f-5484-4db7-bfb1-27b03b707789/786002fc-1c23-4e13-bb90-28a5d0eae6ce) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 10:56:11.556908 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Publish callbacks [] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.562447 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.604765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Network a006300d-6dce-4ac3-b479-cf56b9fd5e5a is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 10:56:11.610620 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 10:56:11.612357 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Pushing event updated for resources: {'Port': ['ID=786002fc-1c23-4e13-bb90-28a5d0eae6ce,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:11.614543 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 10:56:11.626961 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.627312 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.627654 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.628011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.628351 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.628680 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.629008 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.629332 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.629658 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.630053 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.630326 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.630647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.630965 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.631285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.631602 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:56:11.681280 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Attempting to bind port 786002fc-1c23-4e13-bb90-28a5d0eae6ce on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 10:56:11.681658 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Attempting to bind port 786002fc-1c23-4e13-bb90-28a5d0eae6ce by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 10:56:11.682056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Attempting to bind port 786002fc-1c23-4e13-bb90-28a5d0eae6ce on network a006300d-6dce-4ac3-b479-cf56b9fd5e5a {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 10:56:11.727297 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 10, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 10:56:11.727666 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Checking segment: {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 10:56:11.728067 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.728444 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Bound using segment: {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 10:56:11.728917 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Bound port: 786002fc-1c23-4e13-bb90-28a5d0eae6ce, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 10:56:11.729289 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.789051 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] For port 786002fc-1c23-4e13-bb90-28a5d0eae6ce, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 10:56:11.793524 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] For port 786002fc-1c23-4e13-bb90-28a5d0eae6ce, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=786002fc-1c23-4e13-bb90-28a5d0eae6ce,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 10:56:11.798507 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:11.851476 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca077af-cfbb-4e86-a15d-3f6a5192568c None None] Pushing event updated for resources: {'Port': ['ID=786002fc-1c23-4e13-bb90-28a5d0eae6ce,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:12.092041 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:12.094765 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:12.598461 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4430b6-8108-4855-8299-e7de002366fe None None] Network a006300d-6dce-4ac3-b479-cf56b9fd5e5a requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 10:56:12.601471 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:12.615667 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:12.717824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Provisioning complete for port 786002fc-1c23-4e13-bb90-28a5d0eae6ce triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:12.718241 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:12.718574 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Attempt 1 to provision port 786002fc-1c23-4e13-bb90-28a5d0eae6ce Oct 28 10:56:12.815729 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Current status of the port 786002fc-1c23-4e13-bb90-28a5d0eae6ce is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:12.816503 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:12.856584 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] For port 786002fc-1c23-4e13-bb90-28a5d0eae6ce, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=786002fc-1c23-4e13-bb90-28a5d0eae6ce,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 10:56:12.862151 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:12.910748 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe24a4a-2a2f-4485-9c4c-bb420959a629 None None] Pushing event updated for resources: {'Port': ['ID=786002fc-1c23-4e13-bb90-28a5d0eae6ce,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:56:12.979123 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-2374166a-4136-44db-b74f-13aa5d89db87 None None] Provisioning complete for port 786002fc-1c23-4e13-bb90-28a5d0eae6ce triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:12.979560 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2374166a-4136-44db-b74f-13aa5d89db87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:12.979898 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-2374166a-4136-44db-b74f-13aa5d89db87 None None] Attempt 1 to provision port 786002fc-1c23-4e13-bb90-28a5d0eae6ce Oct 28 10:56:13.055461 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2374166a-4136-44db-b74f-13aa5d89db87 None None] Current status of the port 786002fc-1c23-4e13-bb90-28a5d0eae6ce is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:13.486918 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 786002fc-1c23-4e13-bb90-28a5d0eae6ce up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 10:56:13.532652 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 786002fc-1c23-4e13-bb90-28a5d0eae6ce triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 10:56:13.532946 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (786002fc-1c23-4e13-bb90-28a5d0eae6ce), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:13.533280 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 786002fc-1c23-4e13-bb90-28a5d0eae6ce Oct 28 10:56:13.607648 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 786002fc-1c23-4e13-bb90-28a5d0eae6ce is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 10:56:21.064883 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:21.065578 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=74,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:22.097667 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:22.107659 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:23.604119 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=64 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:23.606552 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:28.715551 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b6637c52-b333-4540-9664-c71774bb9eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:30.819596 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e68678f-5625-4e0c-872e-0582326af503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:32.040927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:33.535028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:33.664695 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:39.096560 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:56:43.654560 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:43.660781 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:58.716740 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-57dd62b6-d261-4fb7-93bb-3d29a72d3098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:56:59.101383 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:56:59.106442 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=7 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:00.823754 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-44e72809-749a-4472-a6eb-7227b7f8231e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:02.041318 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:03.538045 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:03.669257 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:13.662216 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:13.664124 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:16.094920 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:57:26.090477 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:26.091237 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:28.718212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-dc2c962c-065a-4266-a725-aa98b0e2f44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:30.826849 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-373b8538-109c-4d57-9aff-7c1a00b0f77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:32.042362 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:33.541727 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:33.671573 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:36.106039 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:36.111656 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:43.665486 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:43.668473 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:53.093003 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:57:54.414386 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34502) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:57:54.419933 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [None req-7df332a8-e995-4ed3-a058-92604a416106 tempest-verify_tempest_config-1562727947 tempest-verify_tempest_config-1562727947-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 10:57:54.420905 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7df332a8-e995-4ed3-a058-92604a416106 tempest-verify_tempest_config-1562727947 tempest-verify_tempest_config-1562727947-project] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056124 Oct 28 10:57:54.924797 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34520) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:57:55.255266 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.329871 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Publish callbacks [] for security_group (60ef3f78-690d-4b50-b52f-e16336b3d34a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.333321 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (60ef3f78-690d-4b50-b52f-e16336b3d34a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.379552 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2bece738ecf34133ba45bfee258d654f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4537451 Oct 28 10:57:55.380548 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ef3f78-690d-4b50-b52f-e16336b3d34a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:57:55.382506 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34524) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:57:55.387526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.387878 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.388223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.388581 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.388933 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.389253 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.389585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.389910 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.390273 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.390600 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.390924 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.391262 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.391589 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.391908 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.392228 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277b7cd7-42cc-489b-9d0f-5c6642d68bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.439331 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Publish callbacks [] for security_group (60ef3f78-690d-4b50-b52f-e16336b3d34a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.461505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Publish callbacks [] for security_group (60ef3f78-690d-4b50-b52f-e16336b3d34a), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.554947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (60ef3f78-690d-4b50-b52f-e16336b3d34a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.557429 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:57:55.558589 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/60ef3f78-690d-4b50-b52f-e16336b3d34a HTTP/1.1" status: 204 len: 168 time: 0.1750932 Oct 28 10:57:55.566432 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ef3f78-690d-4b50-b52f-e16336b3d34a,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 10:57:55.573592 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.573935 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.574291 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.574624 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.574944 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.575264 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.575575 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.575889 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.576201 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.576555 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.576814 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.577125 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.577432 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.577766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:55.578097 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a77270-b19c-4731-939f-48b370438ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 10:57:57.682711 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=16 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:57:58.720230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cbba7c64-6ca5-46cb-a1c0-f66d516c0c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:00.831377 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fdaee787-bc47-40ed-9e3d-391e844cd9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:02.044704 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:03.090498 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=12 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:03.544064 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:03.674635 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:05.383500 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=17,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:05.384286 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=22,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:05.568630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=14,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:05.569345 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.112838 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.120626 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.668143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:13.670000 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:28.722136 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-69cda1a2-2021-4721-94bd-f67bd66b490d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:30.092462 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:58:30.833285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42306ce5-13b7-4c94-b085-8ac893121915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:32.047241 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:33.547068 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:33.681142 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:58:40.089366 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:43.674771 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:43.676626 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:50.112673 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:57.090281 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:58:58.724537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ad1e7f51-3720-4947-a0bf-346aee92b2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:00.834845 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fb7e4f57-8d22-49d8-91de-bc0d5405ba35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:02.048907 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:03.551123 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:03.672533 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:07.091717 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 5 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:59:13.667036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:13.668902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:17.088065 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:26.479469 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-503000'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:27.116739 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:27.120666 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:28.726911 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3e339ef7-c62f-411a-8fc8-42f09a10ebfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:30.836414 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-38125ced-1555-4d41-8c40-8672796090bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:32.051311 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:33.557507 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:33.675319 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:39.442413 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34618) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:59:39.568566 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-525fecce-3951-461b-a414-a89e4774ea0e admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4535 time: 0.1246397 Oct 28 10:59:41.983856 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34628) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 10:59:42.043850 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-eba30c37-7c47-49b8-8ee1-5227bdd0af45 admin admin] 10.222.0.46 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4535 time: 0.0588832 Oct 28 10:59:43.664568 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:43.672521 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:44.091369 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 10:59:49.561827 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:49.562621 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:52.036263 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:52.037547 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 10:59:56.463479 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 10:59:58.728338 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a10cfb98-92d7-4d60-884c-1d86df40efa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:00.838197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-57459c9a-8a97-4f1a-9b8f-5258385e31ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:02.053278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:03.558139 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:03.677363 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:04.116532 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=16 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:04.117276 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=18 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:13.667145 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:13.673335 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:21.090156 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:00:26.462309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:28.730678 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9331bda6-413f-4357-82c7-d94abc3b1695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:30.846978 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-4cc9c214-7675-4d56-8ff8-4d4facefbbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:31.087390 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:32.057259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:33.567629 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:33.684088 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:41.109070 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:41.113992 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:43.674193 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:43.679693 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:56.461378 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:00:57.095509 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:00:58.088995 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:00:58.736349 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-dd353517-a478-4c45-a298-24374b979e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:00.841337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-8f3fc8ee-5dbc-4eab-85af-9d0d6c834efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:02.059113 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:03.566173 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:03.677572 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:08.084028 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:08.084801 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:13.667729 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:13.673955 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:14.000145 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34804) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:14.294436 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-346382651-network', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:14.315686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Made reservation on behalf of 115fe2408cba49bb8b84af24fc8ce604 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:14.318144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.326786 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.403075 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks [] for security_group (aa81384a-ef3c-4caf-abc9-13a930d3a340), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.407941 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (aa81384a-ef3c-4caf-abc9-13a930d3a340), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.442435 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:01:14.452960 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa81384a-ef3c-4caf-abc9-13a930d3a340,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:14.462534 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.462873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.463458 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.463817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.464146 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.464468 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.464850 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.465176 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.465494 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.465813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.466217 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.466474 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.466790 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.467102 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.467412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Tracked resource versions report: Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: pushed versions: Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: { 'AddressGroup': {'1.2'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Agent': {'1.1'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'ConntrackHelper': {'1.0'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'LocalIPAssociation': {'1.0'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Log': {'1.0'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'NDPProxy': {'1.0'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Network': {'1.1'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Port': {'1.7'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'PortForwarding': {'1.3'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'QosPolicy': {'1.10'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroup': {'1.5'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SubPort': {'1.0'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Subnet': {'1.1'}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Trunk': {'1.1'}} Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: consumer versions: Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Agent': '1.1', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'ConntrackHelper': '1.0', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'LocalIPAssociation': '1.0', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Log': '1.0', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'NDPProxy': '1.0', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Network': '1.1', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Port': '1.7', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'PortForwarding': '1.3', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'QosPolicy': '1.10', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroup': '1.5', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SecurityGroupRule': '1.2', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'SubPort': '1.0', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Subnet': '1.1', Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: 'Trunk': '1.1'}} Oct 28 11:01:14.468543 dv-cinder-zed-3-iscsi neutron-server[106103]: {{(pid=106103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:01:14.479251 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (95e0cfef-042a-4846-902c-f3bc53985678), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.479748 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Added segment 95e0cfef-042a-4846-902c-f3bc53985678 of type vlan for network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f Oct 28 11:01:14.523442 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.551874 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34838) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:14.558545 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.559585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:14.560226 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.616343 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6140616 Oct 28 11:01:14.619976 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34844) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:14.625520 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Request body: {'subnet': {'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-346382651-subnet', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:14.627649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a54d589-c1e8-4cf2-9a40-86162e3b0b96 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:14.640921 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:01:14.663989 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Made reservation on behalf of 115fe2408cba49bb8b84af24fc8ce604 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:14.666410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.868798 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (13aaeaaa-09e1-405f-a452-591f6c40611c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:14.931265 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=13aaeaaa-09e1-405f-a452-591f6c40611c,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:14.943395 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.943733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.944067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.944411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.944741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.945063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.945413 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.945766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.946109 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.946497 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.946839 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.947164 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.947645 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.948130 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.949189 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Tracked resource versions report: Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: pushed versions: Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: { 'AddressGroup': {'1.2'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Agent': {'1.1'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'ConntrackHelper': {'1.0'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'LocalIPAssociation': {'1.0'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Log': {'1.0'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'NDPProxy': {'1.0'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Network': {'1.1'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Port': {'1.7'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'PortForwarding': {'1.3'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'QosPolicy': {'1.10'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroup': {'1.5'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SubPort': {'1.0'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Subnet': {'1.1'}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Trunk': {'1.1'}} Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: consumer versions: Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Agent': '1.1', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'ConntrackHelper': '1.0', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'LocalIPAssociation': '1.0', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Log': '1.0', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'NDPProxy': '1.0', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Network': '1.1', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Port': '1.7', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'PortForwarding': '1.3', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'QosPolicy': '1.10', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroup': '1.5', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SecurityGroupRule': '1.2', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'SubPort': '1.0', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Subnet': '1.1', Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: 'Trunk': '1.1'}} Oct 28 11:01:14.950386 dv-cinder-zed-3-iscsi neutron-server[106104]: {{(pid=106104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:01:14.971446 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Checking segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:14.971705 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Network hostable DHCP agents. Network: 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:01:14.991764 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:01:14.997851 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34874) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:15.002608 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:15.014322 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:15.015129 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfafeb8-22f1-4a92-b2e1-adc9ac3e4361 None None] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:15.015594 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.043154 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-a6b9e1b3-8751-4fb1-bb81-d5551619ed4d admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4218881 Oct 28 11:01:15.045784 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34878) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:15.052425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:15.087621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-853239753-network', 'tenant_id': '312745d2566343faa50fa7c6f06483f1'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:15.095453 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (c87550fa-8f9d-4680-bfee-fc5a4925c908), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.097383 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (c87550fa-8f9d-4680-bfee-fc5a4925c908), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.127092 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Made reservation on behalf of 312745d2566343faa50fa7c6f06483f1 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:15.129727 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.147013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:01:15.148022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.156989 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.198749 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks [] for router_controller (c87550fa-8f9d-4680-bfee-fc5a4925c908), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.345930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Allocated IP 172.20.0.2 (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f/13aaeaaa-09e1-405f-a452-591f6c40611c/34e9ed6a-490c-4875-8b2f-2e0b563c62ff) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:15.366820 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks [] for router_gateway (c87550fa-8f9d-4680-bfee-fc5a4925c908), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.451226 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks [] for security_group (918ffd51-05fc-4338-ae0f-1d535280c7bb), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.460372 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (918ffd51-05fc-4338-ae0f-1d535280c7bb), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.475351 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:15.488319 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:15.495603 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:01:15.552523 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Publish callbacks [] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.561124 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-844374764-network', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:15.564750 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.585908 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (de829f78-717f-4b4a-bd60-a2e20580b1dc), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.586290 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Added segment de829f78-717f-4b4a-bd60-a2e20580b1dc of type vlan for network 95b80201-612c-4027-9944-5fd26540f482 Oct 28 11:01:15.622192 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Pushing event updated for resources: {'Port': ['ID=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:15.626433 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Made reservation on behalf of f1f49235fbe64b79bfef2cf828993c56 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:15.628903 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.632720 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.633268 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.633758 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.634432 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.634934 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.635407 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.635956 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.636684 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.637315 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.637800 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.638450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.639398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.639719 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.640291 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.640827 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Tracked resource versions report: Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: pushed versions: Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: { 'AddressGroup': {'1.2'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Agent': {'1.1'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'ConntrackHelper': {'1.0'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'LocalIPAssociation': {'1.0'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Log': {'1.0'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'NDPProxy': {'1.0'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Network': {'1.1'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Port': {'1.7'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'PortForwarding': {'1.3'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'QosPolicy': {'1.10'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroup': {'1.5'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SubPort': {'1.0'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Subnet': {'1.1'}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Trunk': {'1.1'}} Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: consumer versions: Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Agent': '1.1', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'ConntrackHelper': '1.0', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'LocalIPAssociation': '1.0', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Log': '1.0', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'NDPProxy': '1.0', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Network': '1.1', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Port': '1.7', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'PortForwarding': '1.3', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'QosPolicy': '1.10', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroup': '1.5', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SecurityGroupRule': '1.2', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'SubPort': '1.0', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Subnet': '1.1', Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: 'Trunk': '1.1'}} Oct 28 11:01:15.642356 dv-cinder-zed-3-iscsi neutron-server[106105]: {{(pid=106105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:01:15.646397 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.661859 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:15.663670 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:15.666731 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:15.735223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks [] for security_group (bb48d918-3bbf-4bb1-8c2a-0c996530e573), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.736820 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918ffd51-05fc-4338-ae0f-1d535280c7bb,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:15.767425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (bb48d918-3bbf-4bb1-8c2a-0c996530e573), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.796557 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Attempting to bind port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:15.797054 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Attempting to bind port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:15.797371 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Attempting to bind port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff on network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:15.806542 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb48d918-3bbf-4bb1-8c2a-0c996530e573,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:15.822006 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (95b80201-612c-4027-9944-5fd26540f482), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.865574 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:01:15.868049 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:15.870350 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Checking segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:15.871271 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.872197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Bound using segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:15.872904 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Bound port: 34e9ed6a-490c-4875-8b2f-2e0b563c62ff, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:15.874055 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.908551 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (c22f55b3-1d00-4a5d-bcc0-e1b7b113f173), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:15.909240 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Added segment c22f55b3-1d00-4a5d-bcc0-e1b7b113f173 of type vlan for network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 Oct 28 11:01:15.918739 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks [] for router_gateway (c87550fa-8f9d-4680-bfee-fc5a4925c908), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.023110 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] For port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:16.032317 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] For port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:16.045964 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.116003 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.119138 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (95b80201-612c-4027-9944-5fd26540f482), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.120120 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:16.120683 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.185198 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:16.192287 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da1b28-d667-43a3-a523-8007a47cf700 None None] Pushing event updated for resources: {'Port': ['ID=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:16.228352 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (57d99b3c-83bf-49e2-81d2-c12ed26cdb71), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.272463 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34910) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:16.279774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Request body: {'subnet': {'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-subnet', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:16.284551 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7307653 Oct 28 11:01:16.311071 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (57d99b3c-83bf-49e2-81d2-c12ed26cdb71), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.312135 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:16.334255 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.340352 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Made reservation on behalf of 312745d2566343faa50fa7c6f06483f1 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:16.342858 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:16.629679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729899b-d4f1-4779-9313-7f35a8d2c199 admin admin] Pushing event updated for resources: {'Network': ['ID=95b80201-612c-4027-9944-5fd26540f482,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:16.648006 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 95b80201-612c-4027-9944-5fd26540f482 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:01:16.672950 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6739233 Oct 28 11:01:16.677498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 34926) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:16.683912 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:INSERT=18,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:16.716711 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Request body: {'subnet': {'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-subnet', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:16.944649 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.010554 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4fa4c-44f4-4fa6-a3ea-58eba5fe6144 admin admin] Pushing event updated for resources: {'Network': ['ID=57d99b3c-83bf-49e2-81d2-c12ed26cdb71,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:17.018938 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Made reservation on behalf of f1f49235fbe64b79bfef2cf828993c56 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:17.022563 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.025398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:01:17.083873 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:17.094202 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Allocated IP 172.37.0.106 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/17cfa206-2cf3-4566-b968-998462a9c653) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:17.116131 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.139322 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Checking segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:17.140241 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Network hostable DHCP agents. Network: 95b80201-612c-4027-9944-5fd26540f482, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:01:17.185257 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Network 95b80201-612c-4027-9944-5fd26540f482 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:01:17.208917 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 95b80201-612c-4027-9944-5fd26540f482) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:17.213751 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:17.214552 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.222325 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e8fa2-ee7a-4c60-b458-49d15385e4d7 None None] Network 95b80201-612c-4027-9944-5fd26540f482 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:17.257918 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c236ea08-56ee-491c-b831-499f0106d1fb admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9843707 Oct 28 11:01:17.260662 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34956) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:17.265166 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:17.277441 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.334901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (8ff2570e-e11c-4141-aa3d-8155a02892f5), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.336384 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (8ff2570e-e11c-4141-aa3d-8155a02892f5), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.353827 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks [] for port (17cfa206-2cf3-4566-b968-998462a9c653), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.397814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (17cfa206-2cf3-4566-b968-998462a9c653), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.409160 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-95b80201-612c-4027-9944-5fd26540f482', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:01:17.414331 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.455323 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.465903 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:17.481372 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:17.490411 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:17.542675 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks [] for router_controller (8ff2570e-e11c-4141-aa3d-8155a02892f5), precommit_add_association {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.544828 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.654169 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=17cfa206-2cf3-4566-b968-998462a9c653,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:17.665622 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (63f90ae4-2e08-4311-97e8-b12e13063bea), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.748756 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:17.800350 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63f90ae4-2e08-4311-97e8-b12e13063bea,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:17.832544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 34e9ed6a-490c-4875-8b2f-2e0b563c62ff up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:17.851450 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks [] for router_gateway (8ff2570e-e11c-4141-aa3d-8155a02892f5), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:17.856925 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Checking segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:17.857282 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Network hostable DHCP agents. Network: 57d99b3c-83bf-49e2-81d2-c12ed26cdb71, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:01:17.893850 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9595be-2e32-477e-9593-71c3276573ab None None] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:17.957091 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:01:17.968287 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks [] for router_gateway (c87550fa-8f9d-4680-bfee-fc5a4925c908), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.045453 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 57d99b3c-83bf-49e2-81d2-c12ed26cdb71) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:18.065464 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:18.066195 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.106436 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:18.111447 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:18.135570 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Allocated IP 172.20.0.2 (95b80201-612c-4027-9944-5fd26540f482/9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64/9fe1f8ad-2912-4cfa-b256-c153ada4bde0) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:18.157670 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cdbbe212-aef7-4a36-b0f1-15deda664f91 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4724243 Oct 28 11:01:18.160446 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 34982) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:18.169563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:18.324659 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.326492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.378239 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks [] for router_controller (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), precommit_add_association {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.412363 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Publish callbacks [] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.420534 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333aa2aa-996e-4b11-adf7-3e15ae88c149 None None] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:18.426970 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (c87550fa-8f9d-4680-bfee-fc5a4925c908), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.429326 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.494536 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Network 95b80201-612c-4027-9944-5fd26540f482 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:18.498854 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:18.516279 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:18.547373 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks [] for router_gateway (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.603438 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-41395113-5c60-4251-be6b-69280035e18e None None] Provisioning complete for port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:18.604129 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-41395113-5c60-4251-be6b-69280035e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.604477 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-41395113-5c60-4251-be6b-69280035e18e None None] Attempt 1 to provision port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff Oct 28 11:01:18.627650 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:18.681222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Router c87550fa-8f9d-4680-bfee-fc5a4925c908 is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:01:18.682081 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:18.683332 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Attempting to bind port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:18.683708 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Attempting to bind port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:18.684134 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Attempting to bind port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 on network 95b80201-612c-4027-9944-5fd26540f482 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:18.733719 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks [] for router_gateway (8ff2570e-e11c-4141-aa3d-8155a02892f5), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.833017 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:18.833259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.833478 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff Oct 28 11:01:18.864766 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:18.865062 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Checking segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:18.865455 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.865852 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Bound using segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:18.866402 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Bound port: 9fe1f8ad-2912-4cfa-b256-c153ada4bde0, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:18.866785 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.877376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:18.962305 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:18.973945 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Sync routers for ids ['c87550fa-8f9d-4680-bfee-fc5a4925c908'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:18.996548 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.001784 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Routers {'c87550fa-8f9d-4680-bfee-fc5a4925c908'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:19.003319 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e2bda078-5ea9-437f-b5c0-8fc492d08ea4 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9555323 Oct 28 11:01:19.005687 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Pushing event updated for resources: {'Port': ['ID=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:19.005820 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35020) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:19.016175 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c87550fa-8f9d-4680-bfee-fc5a4925c908'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:19.333750 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:19.362388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:01:19.363322 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.369921 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks [] for router_gateway (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.406452 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] For port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:19.413000 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-41395113-5c60-4251-be6b-69280035e18e None None] Current status of the port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:19.413391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-41395113-5c60-4251-be6b-69280035e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.422067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.530453 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35040) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:19.561447 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] For port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:19.570822 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Allocated IP 172.37.0.219 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/e34c9413-28f3-4ef8-91f4-96fb3ded9219) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:19.631768 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:19.659904 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Set router c87550fa-8f9d-4680-bfee-fc5a4925c908 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:19.704901 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Allocated IP 172.20.0.2 (57d99b3c-83bf-49e2-81d2-c12ed26cdb71/63f90ae4-2e08-4311-97e8-b12e13063bea/9886d2f1-506e-4378-9810-ec5774e22ba8) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:19.748510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:19.767436 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks [] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.817723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.892021 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Publish callbacks [] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.896950 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.916693 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.937734 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:01:17Z', 'revision_number': 3, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:19.965962 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Checking router: c87550fa-8f9d-4680-bfee-fc5a4925c908 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:19.966663 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Updating router c87550fa-8f9d-4680-bfee-fc5a4925c908 port 17cfa206-2cf3-4566-b968-998462a9c653 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:01:19.967084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-41395113-5c60-4251-be6b-69280035e18e None None] For port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:19.979528 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:19.979906 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.987096 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:19.996547 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd1fa-0957-461f-bd3c-abca74ee36ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:19.998485 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (17cfa206-2cf3-4566-b968-998462a9c653), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.006606 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:20.008460 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:20.018694 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:20.021369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:20.023518 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-41395113-5c60-4251-be6b-69280035e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.028345 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:20.054675 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Allocated IP 172.37.0.156 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/8a8e89d6-7fac-429a-942d-b4b854d3aba2) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:20.090999 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.db.api [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 11:01:20.091556 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG oslo_db.api [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:01:20.154125 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78b7eb-9e5b-4d03-8430-c0251b2fe3d8 None None] Pushing event updated for resources: {'Port': ['ID=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:20.218879 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Pushing event updated for resources: {'Port': ['ID=9886d2f1-506e-4378-9810-ec5774e22ba8,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:20.277013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-c0ee2606-a6e4-445d-8636-b8c36b9d5b5c None None] Provisioning complete for port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:20.277013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c0ee2606-a6e4-445d-8636-b8c36b9d5b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.277013 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-c0ee2606-a6e4-445d-8636-b8c36b9d5b5c None None] Attempt 1 to provision port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff Oct 28 11:01:20.306928 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Pushing event updated for resources: {'Port': ['ID=e34c9413-28f3-4ef8-91f4-96fb3ded9219,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:20.322588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.324665 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.326086 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.353703 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Attempting to bind port 9886d2f1-506e-4378-9810-ec5774e22ba8 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:20.354287 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Attempting to bind port 9886d2f1-506e-4378-9810-ec5774e22ba8 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:20.355202 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Attempting to bind port 9886d2f1-506e-4378-9810-ec5774e22ba8 on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:20.377890 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.472779 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41395113-5c60-4251-be6b-69280035e18e None None] Pushing event updated for resources: {'Port': ['ID=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:20.495922 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:20.496489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Checking segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:20.497773 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.497773 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Bound using segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:20.498064 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Bound port: 9886d2f1-506e-4378-9810-ec5774e22ba8, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:20.498539 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.603036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-c0ee2606-a6e4-445d-8636-b8c36b9d5b5c None None] Current status of the port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:20.611113 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks [] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.627600 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Allocated IP 172.20.0.1 (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f/13aaeaaa-09e1-405f-a452-591f6c40611c/8a111b63-c032-4e5c-aa3c-ecda7e15c5b9) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:20.658631 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:20.675480 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd1fa-0957-461f-bd3c-abca74ee36ff admin admin] Publish callbacks [] for security_group (a2e9be25-8cda-4011-9e27-54b65d385501), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.679900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-66554ab9-209e-4292-80fd-0037730e551f None None] For port 9886d2f1-506e-4378-9810-ec5774e22ba8, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:20.688953 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-66554ab9-209e-4292-80fd-0037730e551f None None] For port 9886d2f1-506e-4378-9810-ec5774e22ba8, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9886d2f1-506e-4378-9810-ec5774e22ba8,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:20.693154 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.697088 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d4dd1fa-0957-461f-bd3c-abca74ee36ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a2e9be25-8cda-4011-9e27-54b65d385501), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.698640 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.740342 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks [] for router_gateway (8ff2570e-e11c-4141-aa3d-8155a02892f5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.790699 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks [] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.840373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.842413 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66554ab9-209e-4292-80fd-0037730e551f None None] Pushing event updated for resources: {'Port': ['ID=9886d2f1-506e-4378-9810-ec5774e22ba8,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:20.906940 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:20.926392 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:20.927056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:20.959027 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:20.959901 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (c87550fa-8f9d-4680-bfee-fc5a4925c908), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.971562 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:20.988621 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:20.989864 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:20.997929 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0d4dd1fa-0957-461f-bd3c-abca74ee36ff admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1cc133d79c324a2ba6cae360c161ccea&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4512563 Oct 28 11:01:21.005655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35082) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:21.009258 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4dd1fa-0957-461f-bd3c-abca74ee36ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e9be25-8cda-4011-9e27-54b65d385501,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:21.032360 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:21.037726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:21.063607 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:21.076981 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:21.120115 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Publish callbacks [] for port (17cfa206-2cf3-4566-b968-998462a9c653), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.122558 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:21.124559 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.124973 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 Oct 28 11:01:21.136195 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (17cfa206-2cf3-4566-b968-998462a9c653), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.215946 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Pushing event updated for resources: {'Port': ['ID=17cfa206-2cf3-4566-b968-998462a9c653,revision_number=2']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:21.240486 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.252933 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.258479 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.259068 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.259561 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.260045 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.260528 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.261255 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.261724 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.262243 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.262952 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.262952 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.263207 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.263541 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.263867 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Tracked resource versions report: Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: pushed versions: Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: { 'AddressGroup': {'1.2'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Agent': {'1.1'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'ConntrackHelper': {'1.0'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'LocalIPAssociation': {'1.0'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Log': {'1.0'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'NDPProxy': {'1.0'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Network': {'1.1'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Port': {'1.7'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'PortForwarding': {'1.3'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'QosPolicy': {'1.10'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroup': {'1.5'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroupRule': {'1.2'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SubPort': {'1.0'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Subnet': {'1.1'}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Trunk': {'1.1'}} Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: consumer versions: Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: { DHCP agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: HyperV agent@hv-cinder-zed-3: {}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: L3 agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: Metadata agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: Metering agent@dv-cinder-zed-3-iscsi: {}, Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: Open vSwitch agent@dv-cinder-zed-3-iscsi: { 'AddressGroup': '1.2', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Agent': '1.1', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'ConntrackHelper': '1.0', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'LocalIPAssociation': '1.0', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Log': '1.0', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'NDPProxy': '1.0', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Network': '1.1', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Port': '1.7', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'PortForwarding': '1.3', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'QosPolicy': '1.10', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroup': '1.5', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SecurityGroupRule': '1.2', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'SubPort': '1.0', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Subnet': '1.1', Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: 'Trunk': '1.1'}} Oct 28 11:01:21.265112 dv-cinder-zed-3-iscsi neutron-server[106106]: {{(pid=106106) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 11:01:21.286509 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Attempting to bind port 17cfa206-2cf3-4566-b968-998462a9c653 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:21.286509 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Attempting to bind port 17cfa206-2cf3-4566-b968-998462a9c653 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:21.286709 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Attempting to bind port 17cfa206-2cf3-4566-b968-998462a9c653 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:21.323505 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.324073 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:21.324156 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.380958 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:21.381333 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:21.381743 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.382176 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:21.382666 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Bound port: 17cfa206-2cf3-4566-b968-998462a9c653, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:21.383053 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (17cfa206-2cf3-4566-b968-998462a9c653), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.403406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:21.412388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.413222 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 34e9ed6a-490c-4875-8b2f-2e0b563c62ff up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:21.439987 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Pushing event updated for resources: {'Port': ['ID=8a8e89d6-7fac-429a-942d-b4b854d3aba2,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:21.519440 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] For port 17cfa206-2cf3-4566-b968-998462a9c653, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:21.523460 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] For port 17cfa206-2cf3-4566-b968-998462a9c653, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=17cfa206-2cf3-4566-b968-998462a9c653,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:21.535970 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (17cfa206-2cf3-4566-b968-998462a9c653), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.565921 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Routers {'c87550fa-8f9d-4680-bfee-fc5a4925c908'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:21.566586 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c87550fa-8f9d-4680-bfee-fc5a4925c908'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:21.587634 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4ab1686d-a4df-497f-a097-f881063b9160 admin admin] Publish callbacks [] for security_group (a2e9be25-8cda-4011-9e27-54b65d385501), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.623130 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks [] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.630494 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.631562 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (c87550fa-8f9d-4680-bfee-fc5a4925c908), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.680971 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d5f9e1-a2c4-434e-b3bf-75812a0ae611 None None] Network 95b80201-612c-4027-9944-5fd26540f482 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:21.688852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Pushing event updated for resources: {'Port': ['ID=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:21.702604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks [] for router_gateway (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.708715 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] Set router c87550fa-8f9d-4680-bfee-fc5a4925c908 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:21.719106 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-9ff5a1d2-2ea2-461e-baeb-cee33b226c67 None None] Provisioning complete for port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:21.719642 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a1d2-2ea2-461e-baeb-cee33b226c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.720072 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-9ff5a1d2-2ea2-461e-baeb-cee33b226c67 None None] Attempt 1 to provision port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 Oct 28 11:01:21.746958 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:21.807535 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:21.808790 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:21.833680 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:21.835462 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4ab1686d-a4df-497f-a097-f881063b9160 admin admin] Publish callbacks [] for security_group (a2e9be25-8cda-4011-9e27-54b65d385501), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.836633 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:21.888987 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:21.890969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (8ff2570e-e11c-4141-aa3d-8155a02892f5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.915368 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-9ff5a1d2-2ea2-461e-baeb-cee33b226c67 None None] Port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:21.952288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:21.960495 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:21.961042 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff Oct 28 11:01:22.005998 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:22.019362 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Router c87550fa-8f9d-4680-bfee-fc5a4925c908 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:22.021213 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:22.094676 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:22.100231 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-716d1df8-c3c0-42a8-afd2-641e355e7ad9 None None] Provisioning complete for port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:22.105397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-716d1df8-c3c0-42a8-afd2-641e355e7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.105880 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-716d1df8-c3c0-42a8-afd2-641e355e7ad9 None None] Attempt 1 to provision port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 Oct 28 11:01:22.113352 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:22.115035 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.156098 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8a111b63-c032-4e5c-aa3c-ecda7e15c5b9', 'name': '', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'mac_address': 'fa:16:3e:8c:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:20Z', 'updated_at': '2022-10-28T11:01:20Z', 'revision_number': 1, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'subnets': [{'id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:22.216642 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc766e1-4770-479b-a5c4-6423241be6bc None None] The sync data for ids ['c87550fa-8f9d-4680-bfee-fc5a4925c908'] in dv-cinder-zed-3-iscsi is: [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8a111b63-c032-4e5c-aa3c-ecda7e15c5b9', 'name': '', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'mac_address': 'fa:16:3e:8c:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:20Z', 'updated_at': '2022-10-28T11:01:20Z', 'revision_number': 1, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'subnets': [{'id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:22.220180 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae2498-a6a0-459c-b6ef-72a4c1a27292 None None] Pushing event updated for resources: {'Port': ['ID=17cfa206-2cf3-4566-b968-998462a9c653,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:22.289162 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:22.299356 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:22.308194 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4ab1686d-a4df-497f-a097-f881063b9160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a2e9be25-8cda-4011-9e27-54b65d385501), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.311097 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4ab1686d-a4df-497f-a097-f881063b9160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.312433 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4ab1686d-a4df-497f-a097-f881063b9160 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a2e9be25-8cda-4011-9e27-54b65d385501 HTTP/1.1" status: 204 len: 168 time: 1.3003101 Oct 28 11:01:22.317721 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-369c2566-f5c5-4d8e-a67e-6569073baac0 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c87550fa-8f9d-4680-bfee-fc5a4925c908/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3045542 Oct 28 11:01:22.386937 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-716d1df8-c3c0-42a8-afd2-641e355e7ad9 None None] Current status of the port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:22.391975 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1686d-a4df-497f-a097-f881063b9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e9be25-8cda-4011-9e27-54b65d385501,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:22.493623 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bd54a-904e-45c8-a78d-964a70495de1 None None] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:22.578695 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Provisioning complete for port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:22.578695 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.578695 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Attempt 1 to provision port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 Oct 28 11:01:22.710579 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:01:22.744525 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:01:22.772007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:22.803681 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Current status of the port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:22.815471 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Provisioning complete for port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:22.816054 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.816434 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Attempt 1 to provision port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 Oct 28 11:01:22.881688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:22.896670 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Provisioning complete for port 9886d2f1-506e-4378-9810-ec5774e22ba8 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:22.897106 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:22.897376 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Attempt 1 to provision port 9886d2f1-506e-4378-9810-ec5774e22ba8 Oct 28 11:01:22.964180 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35124) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:23.012240 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1e901215-62c8-4ed0-8b6a-0273ff087386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.022254 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Current status of the port 9886d2f1-506e-4378-9810-ec5774e22ba8 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:23.022888 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.043876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9886d2f1-506e-4378-9810-ec5774e22ba8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:23.132689 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] For port 9886d2f1-506e-4378-9810-ec5774e22ba8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9886d2f1-506e-4378-9810-ec5774e22ba8,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:23.141673 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.168742 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1e901215-62c8-4ed0-8b6a-0273ff087386 admin admin] Publish callbacks [] for security_group (6baa021d-86d9-45a0-91ca-701aa2e1ba38), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.175289 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1e901215-62c8-4ed0-8b6a-0273ff087386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6baa021d-86d9-45a0-91ca-701aa2e1ba38), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.180350 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9886d2f1-506e-4378-9810-ec5774e22ba8 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:23.180350 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.180690 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9886d2f1-506e-4378-9810-ec5774e22ba8 Oct 28 11:01:23.200065 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:23.204241 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:23.227091 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:23.241161 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e901215-62c8-4ed0-8b6a-0273ff087386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baa021d-86d9-45a0-91ca-701aa2e1ba38,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:23.245732 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Sync routers for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:23.265829 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:23.272405 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:23.275038 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:23.277093 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1e901215-62c8-4ed0-8b6a-0273ff087386 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4c7d76d25cb843579e5a12ff315873a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3059981 Oct 28 11:01:23.277915 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35128) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:23.281949 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.283277 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c26bae-b292-4f74-8ba9-cdd1dc0be482 None None] Pushing event updated for resources: {'Port': ['ID=9886d2f1-506e-4378-9810-ec5774e22ba8,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:23.287016 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-174b2f78-34e2-4f6f-a7c5-af5494f0aad4 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0221789 Oct 28 11:01:23.290965 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.292633 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-8d011da7-cf7c-41fd-a5d5-6e9e0eda133e admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1303453 Oct 28 11:01:23.293361 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35130) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:23.314711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:23.315367 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:23.347247 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35134) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:23.380708 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-9f8bc9ec-54e7-42bd-9056-a4495a2d5944 None None] Provisioning complete for port 9886d2f1-506e-4378-9810-ec5774e22ba8 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:23.381439 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9f8bc9ec-54e7-42bd-9056-a4495a2d5944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.382017 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-9f8bc9ec-54e7-42bd-9056-a4495a2d5944 None None] Attempt 1 to provision port 9886d2f1-506e-4378-9810-ec5774e22ba8 Oct 28 11:01:23.506955 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:23.539978 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:23.548582 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9886d2f1-506e-4378-9810-ec5774e22ba8 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:23.554142 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:23.577129 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdc62-f99c-4f12-a43b-c86ba3e7ca8b admin admin] Publish callbacks [] for security_group (6baa021d-86d9-45a0-91ca-701aa2e1ba38), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.598939 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:23.605286 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35152) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:23.673736 dv-cinder-zed-3-iscsi neutron-server[106103]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 11:01:23.812341 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 3, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:23.829781 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-9f8bc9ec-54e7-42bd-9056-a4495a2d5944 None None] Current status of the port 9886d2f1-506e-4378-9810-ec5774e22ba8 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:23.847778 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Checking router: 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:23.848280 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Updating router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:01:23.861181 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:23.861551 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:23.861886 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 Oct 28 11:01:23.899254 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.016945 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:20Z', 'revision_number': 3, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:24.070673 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:24.079659 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:24.080067 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Updating router 8ff2570e-e11c-4141-aa3d-8155a02892f5 port e34c9413-28f3-4ef8-91f4-96fb3ded9219 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:01:24.147188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.181801 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.199021 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdc62-f99c-4f12-a43b-c86ba3e7ca8b admin admin] Publish callbacks [] for security_group (6baa021d-86d9-45a0-91ca-701aa2e1ba38), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.273775 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Publish callbacks [] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.289923 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.302631 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.335501 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Attempting to bind port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:24.339207 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Attempting to bind port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:24.339833 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Attempting to bind port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:24.361575 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-168d945d-30b1-48d3-9388-7baa2b7bdeaf tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:24.366292 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-168d945d-30b1-48d3-9388-7baa2b7bdeaf tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/networks?id=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f HTTP/1.1" status: 200 len: 811 time: 0.6912401 Oct 28 11:01:24.421703 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-a0a780a6-255d-4e46-b316-7074a0bc2d3d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/quotas/115fe2408cba49bb8b84af24fc8ce604 HTTP/1.1" status: 200 len: 375 time: 0.0184581 Oct 28 11:01:24.427799 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:24.428473 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:24.429026 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.429558 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:24.430321 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Bound port: 8a8e89d6-7fac-429a-942d-b4b854d3aba2, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:24.431057 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.487056 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] For port 8a8e89d6-7fac-429a-942d-b4b854d3aba2, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:24.491108 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] For port 8a8e89d6-7fac-429a-942d-b4b854d3aba2, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8a8e89d6-7fac-429a-942d-b4b854d3aba2,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:24.494683 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2150c-ff17-41ee-900b-4a8541e7a14f None None] Pushing event updated for resources: {'Port': ['ID=8a8e89d6-7fac-429a-942d-b4b854d3aba2,revision_number=2']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:24.502225 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.506161 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.514563 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.539397 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdc62-f99c-4f12-a43b-c86ba3e7ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6baa021d-86d9-45a0-91ca-701aa2e1ba38), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.547970 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:24.548947 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:24.556363 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdc62-f99c-4f12-a43b-c86ba3e7ca8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.561694 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-5e8fdc62-f99c-4f12-a43b-c86ba3e7ca8b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6baa021d-86d9-45a0-91ca-701aa2e1ba38 HTTP/1.1" status: 204 len: 168 time: 1.2822709 Oct 28 11:01:24.599479 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-f7b1672a-a881-47b0-8564-51588a5a7d5e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=115fe2408cba49bb8b84af24fc8ce604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765659 Oct 28 11:01:24.618763 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.620990 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fdc62-f99c-4f12-a43b-c86ba3e7ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baa021d-86d9-45a0-91ca-701aa2e1ba38,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:24.674606 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Publish callbacks [] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.692798 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.835847 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:24.853952 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Attempting to bind port e34c9413-28f3-4ef8-91f4-96fb3ded9219 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:24.855099 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Attempting to bind port e34c9413-28f3-4ef8-91f4-96fb3ded9219 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:24.855716 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Attempting to bind port e34c9413-28f3-4ef8-91f4-96fb3ded9219 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:24.932207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.953435 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d85b7-e641-48f6-b87d-ea91fc7cde02 None None] Pushing event updated for resources: {'Port': ['ID=e34c9413-28f3-4ef8-91f4-96fb3ded9219,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:24.965639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:24.977887 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:24.984523 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 17cfa206-2cf3-4566-b968-998462a9c653 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:24.988568 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:25.026145 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d2150c-ff17-41ee-900b-4a8541e7a14f None None] Pushing event updated for resources: {'Port': ['ID=8a8e89d6-7fac-429a-942d-b4b854d3aba2,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:25.064676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Allocated IP 172.20.0.1 (95b80201-612c-4027-9944-5fd26540f482/9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64/fc63bc75-90ce-4d7a-bc47-904a45626720) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:25.096781 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:25.105348 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:25.106341 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.106819 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:25.108801 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Bound port: e34c9413-28f3-4ef8-91f4-96fb3ded9219, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:25.109197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.200856 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 3, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:25.201200 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:25.234949 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-8f3c5548-00aa-4eae-bfae-a8be68bff419 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:01:25.236697 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-8f3c5548-00aa-4eae-bfae-a8be68bff419 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3098364 Oct 28 11:01:25.247841 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8887e091-71ef-4447-a430-04ea65ab026a None None] The sync data for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi is: [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 3, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:25.281835 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] For port e34c9413-28f3-4ef8-91f4-96fb3ded9219, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:25.285451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] For port e34c9413-28f3-4ef8-91f4-96fb3ded9219, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e34c9413-28f3-4ef8-91f4-96fb3ded9219,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:25.290500 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 17cfa206-2cf3-4566-b968-998462a9c653 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:25.291224 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (17cfa206-2cf3-4566-b968-998462a9c653), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.291703 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 17cfa206-2cf3-4566-b968-998462a9c653 Oct 28 11:01:25.344163 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks [] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.344677 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.403474 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.410385 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:25.411577 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:25.429797 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-d0a00fbf-6a9f-4f8b-b309-86995e0100d7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849227 Oct 28 11:01:25.457106 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Allocated IP 172.20.0.1 (57d99b3c-83bf-49e2-81d2-c12ed26cdb71/63f90ae4-2e08-4311-97e8-b12e13063bea/8959f4e0-e760-4e48-b8f4-2c599b1b446d) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:25.478023 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Network 95b80201-612c-4027-9944-5fd26540f482 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:25.486067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:25.490038 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:25.490520 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (8ff2570e-e11c-4141-aa3d-8155a02892f5), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.516456 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d85b7-e641-48f6-b87d-ea91fc7cde02 None None] Pushing event updated for resources: {'Port': ['ID=e34c9413-28f3-4ef8-91f4-96fb3ded9219,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:25.518228 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Pushing event updated for resources: {'Port': ['ID=fc63bc75-90ce-4d7a-bc47-904a45626720,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:25.669228 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 17cfa206-2cf3-4566-b968-998462a9c653 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:25.669645 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (17cfa206-2cf3-4566-b968-998462a9c653), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.806863 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 17cfa206-2cf3-4566-b968-998462a9c653, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=17cfa206-2cf3-4566-b968-998462a9c653,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:25.813634 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Sync routers for ids ['c87550fa-8f9d-4680-bfee-fc5a4925c908'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:25.822984 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (17cfa206-2cf3-4566-b968-998462a9c653), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.823830 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9886d2f1-506e-4378-9810-ec5774e22ba8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:25.912526 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:25.980334 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Routers {'c87550fa-8f9d-4680-bfee-fc5a4925c908'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:25.994975 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks [] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:25.999897 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c87550fa-8f9d-4680-bfee-fc5a4925c908'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:26.005358 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.024749 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-da944435-cde8-4f26-9e57-30305c6c3b38 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680749 Oct 28 11:01:26.078355 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.141715 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=17cfa206-2cf3-4566-b968-998462a9c653,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:26.208710 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:26.215124 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Pushing event updated for resources: {'Port': ['ID=8959f4e0-e760-4e48-b8f4-2c599b1b446d,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:26.258595 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:26.263326 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:26.283044 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:26.287358 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.425014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9886d2f1-506e-4378-9810-ec5774e22ba8 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:26.425427 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.425776 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9886d2f1-506e-4378-9810-ec5774e22ba8 Oct 28 11:01:26.430434 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-11a6af0c-ca86-49ce-90b4-ec0cf955b2cd None None] Provisioning complete for port fc63bc75-90ce-4d7a-bc47-904a45626720 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:26.430822 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-11a6af0c-ca86-49ce-90b4-ec0cf955b2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.431159 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-11a6af0c-ca86-49ce-90b4-ec0cf955b2cd None None] Attempt 1 to provision port fc63bc75-90ce-4d7a-bc47-904a45626720 Oct 28 11:01:26.436659 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35232) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:26.569019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks [] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.571931 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35248) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:26.593659 dv-cinder-zed-3-iscsi neutron-server[106104]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 11:01:26.647148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.688280 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-872161211-network', 'tenant_id': 'da70f15569f748bcbcad97944a01bda1'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:26.690002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.691028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (8ff2570e-e11c-4141-aa3d-8155a02892f5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.711917 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:26.740765 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c27bc70f-af92-43b3-816d-e616c3f9ebdf req-c7015f76-585e-49af-be9b-152db1e06e9c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.1673765 Oct 28 11:01:26.768412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Made reservation on behalf of da70f15569f748bcbcad97944a01bda1 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:26.771440 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.809758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Pushing event updated for resources: {'Port': ['ID=fc63bc75-90ce-4d7a-bc47-904a45626720,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:26.814949 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:26.815869 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-11a6af0c-ca86-49ce-90b4-ec0cf955b2cd None None] Port fc63bc75-90ce-4d7a-bc47-904a45626720 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:26.820683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:26.875549 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Network 95b80201-612c-4027-9944-5fd26540f482 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:26.877380 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:26.906276 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Set router c87550fa-8f9d-4680-bfee-fc5a4925c908 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:26.959739 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks [] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.975641 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.987459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.988216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:26.996894 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:20Z', 'revision_number': 3, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:27.070515 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:27.079716 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45b3cb2-5551-42f3-9683-547716c12d65 None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:20Z', 'revision_number': 3, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:27.124874 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-6543e5ff-f240-4e6d-8a65-43f031b17b58 None None] Provisioning complete for port 8959f4e0-e760-4e48-b8f4-2c599b1b446d triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:27.125427 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6543e5ff-f240-4e6d-8a65-43f031b17b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:27.125839 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-6543e5ff-f240-4e6d-8a65-43f031b17b58 None None] Attempt 1 to provision port 8959f4e0-e760-4e48-b8f4-2c599b1b446d Oct 28 11:01:27.130648 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:27.141699 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9886d2f1-506e-4378-9810-ec5774e22ba8 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:27.222371 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Pushing event updated for resources: {'Port': ['ID=8959f4e0-e760-4e48-b8f4-2c599b1b446d,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:27.257733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:27.292977 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:27.330296 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6543e5ff-f240-4e6d-8a65-43f031b17b58 None None] Port 8959f4e0-e760-4e48-b8f4-2c599b1b446d cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:27.337952 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks [] for security_group (5117f0b0-40c5-41c7-9568-790e312f53f2), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:27.341307 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:27.344865 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:27.357027 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:27.362155 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (5117f0b0-40c5-41c7-9568-790e312f53f2), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:27.373220 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3ba417c3-bb62-4f31-a93e-08bf63a13e3f admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/8ff2570e-e11c-4141-aa3d-8155a02892f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0787654 Oct 28 11:01:27.713920 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8a111b63-c032-4e5c-aa3c-ecda7e15c5b9', 'name': '', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'mac_address': 'fa:16:3e:8c:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:20Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 2, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'subnets': [{'id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:27.718937 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a8e89d6-7fac-429a-942d-b4b854d3aba2 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:27.822993 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-0ea7500e-0622-4e9f-9e3a-c3656d22d3d6 None None] Provisioning complete for port fc63bc75-90ce-4d7a-bc47-904a45626720 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:27.823625 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0ea7500e-0622-4e9f-9e3a-c3656d22d3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:27.823706 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-0ea7500e-0622-4e9f-9e3a-c3656d22d3d6 None None] Attempt 1 to provision port fc63bc75-90ce-4d7a-bc47-904a45626720 Oct 28 11:01:27.828857 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Checking router: c87550fa-8f9d-4680-bfee-fc5a4925c908 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:27.829233 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Updating router c87550fa-8f9d-4680-bfee-fc5a4925c908 port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:01:27.936711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-0ea7500e-0622-4e9f-9e3a-c3656d22d3d6 None None] Port fc63bc75-90ce-4d7a-bc47-904a45626720 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:27.943591 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.013746 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:28.040980 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-822cad30-1cf7-43b6-bd41-6c959490f8e7 req-9ddc5c55-e2a8-469a-b17c-8a955340cfc4 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.1044905 Oct 28 11:01:28.046454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:01:28.049683 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:01:28.068011 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5117f0b0-40c5-41c7-9568-790e312f53f2,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:28.082174 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35298) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:28.087415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--674383477', 'description': 'tempest-description--888252162'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:28.115152 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (fb8eb082-ba07-4401-a597-d586e9d4f72d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.115510 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Added segment fb8eb082-ba07-4401-a597-d586e9d4f72d of type vlan for network bdcf3d02-59cc-47fe-a526-6a25dc410cba Oct 28 11:01:28.182912 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.280700 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:28.289066 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (bdcf3d02-59cc-47fe-a526-6a25dc410cba), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.303884 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:01:28.311553 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-06f2c020-cdd1-4de8-b6c6-ebafb828c086 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/4bc12e82-a5ef-44d2-8ea9-e1efea143c7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9632144 Oct 28 11:01:28.314029 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:28.314373 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Sync routers for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:28.315288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.315795 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 Oct 28 11:01:28.333747 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-11852a1a-3afb-4073-a7ba-c29b85fc8ae9 None None] Provisioning complete for port 8959f4e0-e760-4e48-b8f4-2c599b1b446d triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:28.334528 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-11852a1a-3afb-4073-a7ba-c29b85fc8ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.335050 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-11852a1a-3afb-4073-a7ba-c29b85fc8ae9 None None] Attempt 1 to provision port 8959f4e0-e760-4e48-b8f4-2c599b1b446d Oct 28 11:01:28.347612 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:28.351539 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:28.351924 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (bdcf3d02-59cc-47fe-a526-6a25dc410cba), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.353687 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:28.354601 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.385946 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9458933 Oct 28 11:01:28.389187 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35306) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:28.395812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Request body: {'subnet': {'network_id': 'bdcf3d02-59cc-47fe-a526-6a25dc410cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-872161211-subnet', 'tenant_id': 'da70f15569f748bcbcad97944a01bda1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:28.504459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ba80c-7ead-42d1-b2a0-55e0acd559ed admin admin] Pushing event updated for resources: {'Network': ['ID=bdcf3d02-59cc-47fe-a526-6a25dc410cba,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:28.510411 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-11852a1a-3afb-4073-a7ba-c29b85fc8ae9 None None] Port 8959f4e0-e760-4e48-b8f4-2c599b1b446d cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:28.523609 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Made reservation on behalf of da70f15569f748bcbcad97944a01bda1 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:28.528061 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.531938 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network bdcf3d02-59cc-47fe-a526-6a25dc410cba details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:01:28.562958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (f7901dae-6478-4999-8e98-f1d1df6c2e95), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.577315 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (f7901dae-6478-4999-8e98-f1d1df6c2e95), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.645920 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:28.646757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.655263 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5702701 Oct 28 11:01:28.671688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:28.689818 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35318) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:28.714442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'security_group_rule': {'security_group_id': 'f7901dae-6478-4999-8e98-f1d1df6c2e95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:28.753252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f7a73-a288-4e0e-afd3-7d4e5e22d091 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7901dae-6478-4999-8e98-f1d1df6c2e95,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:28.787379 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (40e293d9-0e9e-4085-a107-f9fe83b1e307), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.840059 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:28.840669 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.885924 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-56407527-7638-490d-b36e-bd34402bfdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.911382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (40e293d9-0e9e-4085-a107-f9fe83b1e307), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.933315 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (40e293d9-0e9e-4085-a107-f9fe83b1e307), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.933860 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 8a8e89d6-7fac-429a-942d-b4b854d3aba2, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8a8e89d6-7fac-429a-942d-b4b854d3aba2,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:28.943423 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:28.944304 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:28.948882 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.949896 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 17cfa206-2cf3-4566-b968-998462a9c653 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:28.987006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40e293d9-0e9e-4085-a107-f9fe83b1e307,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:28.992994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:28.997968 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f9b1457e-27ba-4df9-97b1-6e9530d90576 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3046029 Oct 28 11:01:28.998851 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35332) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:29.017333 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'security_group_rule': {'security_group_id': 'f7901dae-6478-4999-8e98-f1d1df6c2e95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:29.040341 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Publish callbacks [] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.046504 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 2, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:29.053954 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (63f3f716-fd01-40b8-bfc7-d09b9dda9074), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.075672 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.097820 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Checking router: 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:29.099720 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Updating router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a port 8959f4e0-e760-4e48-b8f4-2c599b1b446d binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:01:29.117385 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (63f3f716-fd01-40b8-bfc7-d09b9dda9074), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.123384 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (63f3f716-fd01-40b8-bfc7-d09b9dda9074), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.128602 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (210b35e5-e492-4900-843e-a3c4fcef7e6d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.145790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f3f716-fd01-40b8-bfc7-d09b9dda9074,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:29.148260 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.178073 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.183349 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-84412a51-006c-4804-87ff-62f3c6e191b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823757 Oct 28 11:01:29.184374 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35338) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:29.195037 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:29.209030 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=8a8e89d6-7fac-429a-942d-b4b854d3aba2,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:29.238066 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.250945 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=210b35e5-e492-4900-843e-a3c4fcef7e6d,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:29.341394 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-c5ce3c23-d2ce-474f-b4a0-d90e9739d7d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:29.343105 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-c5ce3c23-d2ce-474f-b4a0-d90e9739d7d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 818 time: 0.3307328 Oct 28 11:01:29.353010 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Checking segment: {'id': 'fb8eb082-ba07-4401-a597-d586e9d4f72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bdcf3d02-59cc-47fe-a526-6a25dc410cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:29.353699 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Network hostable DHCP agents. Network: bdcf3d02-59cc-47fe-a526-6a25dc410cba, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:01:29.366589 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 17cfa206-2cf3-4566-b968-998462a9c653 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:29.367199 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (17cfa206-2cf3-4566-b968-998462a9c653), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.367676 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 17cfa206-2cf3-4566-b968-998462a9c653 Oct 28 11:01:29.397070 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-735d56f4-7f72-4b6c-97bf-796b4598cb31 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/quotas/f1f49235fbe64b79bfef2cf828993c56 HTTP/1.1" status: 200 len: 375 time: 0.0328357 Oct 28 11:01:29.402374 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:29.419052 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Attempting to bind port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:29.419429 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Attempting to bind port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:29.419768 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Attempting to bind port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 on network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:29.463876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405db9b1-b48f-431a-a7a5-c7ee966a11bd None None] Pushing event updated for resources: {'Port': ['ID=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:29.466786 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Network bdcf3d02-59cc-47fe-a526-6a25dc410cba is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:01:29.477156 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-94e58d5d-f927-4d23-b2b1-71c5226e94eb req-dfbbd3c5-d3f7-4f73-9d92-1fc11ac38a61 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0729160 Oct 28 11:01:29.491660 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-02db6461-96ef-489c-b412-a1ffe22c418c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842404 Oct 28 11:01:29.491894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.501900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:29.502691 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Checking segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:29.502691 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.502988 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Bound using segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:29.503451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Bound port: 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:29.504067 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.507107 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Publish callbacks [] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.512176 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:29.533791 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.551260 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, bdcf3d02-59cc-47fe-a526-6a25dc410cba) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:29.571621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:29.572983 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e32e77-8a49-44ed-9d3c-e219169dba27 None None] Network bdcf3d02-59cc-47fe-a526-6a25dc410cba requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:29.573347 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.686027 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-faba099c-e5bf-4e60-8f35-1c9da4104f81 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2877278 Oct 28 11:01:29.700336 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 17cfa206-2cf3-4566-b968-998462a9c653 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:29.745427 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-50153317-80e5-4c45-8ffa-1aee89264531 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423034 Oct 28 11:01:29.762069 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] For port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:29.776602 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] For port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:29.787207 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.25', 52505) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:29.799722 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b62489-187d-49bb-a7a7-1be1cddaf1d2 None None] Pushing event updated for resources: {'Port': ['ID=8959f4e0-e760-4e48-b8f4-2c599b1b446d,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:29.828397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:29.883014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b5ca1-3a88-47c1-a76e-80eedd29a83e None None] Network bdcf3d02-59cc-47fe-a526-6a25dc410cba requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:29.969447 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Attempting to bind port 8959f4e0-e760-4e48-b8f4-2c599b1b446d on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:29.971584 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Attempting to bind port 8959f4e0-e760-4e48-b8f4-2c599b1b446d by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:29.973707 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Attempting to bind port 8959f4e0-e760-4e48-b8f4-2c599b1b446d on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:30.022214 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Routers {'c87550fa-8f9d-4680-bfee-fc5a4925c908'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:30.023059 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c87550fa-8f9d-4680-bfee-fc5a4925c908'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:30.057311 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:30.125916 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:30.128794 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Checking segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:30.130003 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.133057 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Bound using segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:30.133802 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Bound port: 8959f4e0-e760-4e48-b8f4-2c599b1b446d, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:30.135162 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.146723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-e67bb8e1-874a-4670-81a7-6da82499d907 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:30.149108 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-d3d94e7b-0a32-42ba-adf4-a03fa1e884e1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963642 Oct 28 11:01:30.149287 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-e67bb8e1-874a-4670-81a7-6da82499d907 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f HTTP/1.1" status: 200 len: 811 time: 0.3609774 Oct 28 11:01:30.159000 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a8e89d6-7fac-429a-942d-b4b854d3aba2 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:30.161753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Allocated IP 172.37.0.240 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/c593c7ea-80c5-4d44-a96d-f3b3373d4759) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:30.181997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:30.221891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405db9b1-b48f-431a-a7a5-c7ee966a11bd None None] Pushing event updated for resources: {'Port': ['ID=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:30.330349 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] For port 8959f4e0-e760-4e48-b8f4-2c599b1b446d, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:30.332168 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:30.350209 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:01:30.350474 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] For port 8959f4e0-e760-4e48-b8f4-2c599b1b446d, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8959f4e0-e760-4e48-b8f4-2c599b1b446d,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:30.364608 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.370460 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.507298 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:30.508117 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b62489-187d-49bb-a7a7-1be1cddaf1d2 None None] Pushing event updated for resources: {'Port': ['ID=8959f4e0-e760-4e48-b8f4-2c599b1b446d,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:30.525856 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:30.526189 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.526515 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 Oct 28 11:01:30.530011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:30.530653 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:30.559959 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-68728f17-1366-4bfe-a0d0-e7fbb94f5172 req-7f56cf39-62c1-4c38-bd0a-9fbaab7faa78 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 210 time: 0.1113820 Oct 28 11:01:30.561725 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.578216 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:30.580503 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:30.615120 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:30.622414 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:30.630026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:30.688002 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:30.792947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'Port': ['ID=c593c7ea-80c5-4d44-a96d-f3b3373d4759,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:30.800398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] Set router c87550fa-8f9d-4680-bfee-fc5a4925c908 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:30.895947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (a7c6a0c3-8985-4325-a6c7-453971e3e5ea), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:30.968422 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.057351 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:31.105330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35426) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:31.112707 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1498161824-network', 'tenant_id': '4e51d2d6b1164469b399420f069935f7'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:31.131621 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-24f11fca-45d3-48b8-afad-7f65107dd463 req-502f91a9-3daa-4648-9299-1b04dca3dace tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0863743 Oct 28 11:01:31.187741 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9e110d37-ff8f-44e9-99d5-1826e90a09df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.214663 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:31.240747 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Made reservation on behalf of 4e51d2d6b1164469b399420f069935f7 for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:31.260374 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.344721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:31.346288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device e34c9413-28f3-4ef8-91f4-96fb3ded9219 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:31.380998 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:30Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:31.382900 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-8cb05902-f60e-4439-9c1c-0cc0e8153a7c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:31.384635 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-8cb05902-f60e-4439-9c1c-0cc0e8153a7c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 818 time: 0.3377676 Oct 28 11:01:31.388728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.416014 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3daaff8-c6a3-4c0b-ab68-c91aea024fcc None None] The sync data for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi is: [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:30Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:31.440373 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-e569eddf-3620-4b92-b863-dce0848b1871 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/quotas/f1f49235fbe64b79bfef2cf828993c56 HTTP/1.1" status: 200 len: 375 time: 0.0490563 Oct 28 11:01:31.474322 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:31.533018 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 2, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:31.564138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port e34c9413-28f3-4ef8-91f4-96fb3ded9219 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:31.564680 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.564869 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port e34c9413-28f3-4ef8-91f4-96fb3ded9219 Oct 28 11:01:31.609491 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:01:31.609863 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Updating router 8ff2570e-e11c-4141-aa3d-8155a02892f5 port fc63bc75-90ce-4d7a-bc47-904a45626720 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:01:31.649563 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-1ff3a855-01e6-44ce-8c8f-f6729570b4cd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1961362 Oct 28 11:01:31.653041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8a111b63-c032-4e5c-aa3c-ecda7e15c5b9', 'name': '', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'mac_address': 'fa:16:3e:8c:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:20Z', 'updated_at': '2022-10-28T11:01:29Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'subnets': [{'id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:31.680358 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.683039 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0cf6b4-6ce3-45b0-9fcb-ecca01db4685 None None] The sync data for ids ['c87550fa-8f9d-4680-bfee-fc5a4925c908'] in dv-cinder-zed-3-iscsi is: [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:01:21Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8a111b63-c032-4e5c-aa3c-ecda7e15c5b9', 'name': '', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'mac_address': 'fa:16:3e:8c:71:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:20Z', 'updated_at': '2022-10-28T11:01:29Z', 'revision_number': 4, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'subnets': [{'id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:31.689603 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.692503 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:31.696855 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.697933 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (a7c6a0c3-8985-4325-a6c7-453971e3e5ea), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.779200 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks [] for security_group (60c316ea-8ee1-4e31-95a7-23c5d79ce58b), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.784927 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.786528 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5998545 Oct 28 11:01:31.790620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (60c316ea-8ee1-4e31-95a7-23c5d79ce58b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.806831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port e34c9413-28f3-4ef8-91f4-96fb3ded9219 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:31.807215 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.818184 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ada39-c771-4161-b73f-5cbe8d8948a1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'Port': ['ID=c593c7ea-80c5-4d44-a96d-f3b3373d4759,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:31.836188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port e34c9413-28f3-4ef8-91f4-96fb3ded9219, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e34c9413-28f3-4ef8-91f4-96fb3ded9219,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:31.846408 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.847350 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:01:31.880479 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c316ea-8ee1-4e31-95a7-23c5d79ce58b,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:31.914592 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (2d13e546-4a7e-4f70-8216-efbbca3e620e), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:31.915253 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Added segment 2d13e546-4a7e-4f70-8216-efbbca3e620e of type vlan for network e29a7786-782d-429d-a19e-09f1142271ba Oct 28 11:01:32.092184 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-8861fcbe-dcb3-469c-9758-2069ae579194 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:01:32.100839 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-8861fcbe-dcb3-469c-9758-2069ae579194 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2067616 Oct 28 11:01:32.118829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=e34c9413-28f3-4ef8-91f4-96fb3ded9219,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:32.176786 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.188090 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (e29a7786-782d-429d-a19e-09f1142271ba), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.189062 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8959f4e0-e760-4e48-b8f4-2c599b1b446d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:32.265377 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:32.270017 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 8959f4e0-e760-4e48-b8f4-2c599b1b446d triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:32.273885 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (e29a7786-782d-429d-a19e-09f1142271ba), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.274569 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:32.275026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.275388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.276952 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 8959f4e0-e760-4e48-b8f4-2c599b1b446d Oct 28 11:01:32.280819 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-762fe680-b8fa-4bcf-89bf-44b383566c6b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--674383477&fields=id&tenant_id=312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 267 time: 0.1246090 Oct 28 11:01:32.332285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:32.418658 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Publish callbacks [] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.432608 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-b0ec7ac4-a658-4b3c-a931-f8703b9b2ded tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:32.445158 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-b0ec7ac4-a658-4b3c-a931-f8703b9b2ded tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 816 time: 0.1543198 Oct 28 11:01:32.466337 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-0005bb15-1eb2-4052-b16f-8f63480a0f10 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/quotas/312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 375 time: 0.0198462 Oct 28 11:01:32.484723 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:32.485907 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 8959f4e0-e760-4e48-b8f4-2c599b1b446d is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:32.487455 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.492283 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.511319 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-4af398ea-f184-4e1a-997f-89b074c4e273 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095495 Oct 28 11:01:32.523637 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4146380 Oct 28 11:01:32.526779 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35472) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:32.532635 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Request body: {'subnet': {'network_id': 'e29a7786-782d-429d-a19e-09f1142271ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1498161824-subnet', 'tenant_id': '4e51d2d6b1164469b399420f069935f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:32.549300 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94b23-f15b-4a9a-82fe-226f4d75d39d None None] Pushing event updated for resources: {'Port': ['ID=fc63bc75-90ce-4d7a-bc47-904a45626720,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:32.563423 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f832876-2885-446f-9725-26796e9dbdec admin admin] Pushing event updated for resources: {'Network': ['ID=e29a7786-782d-429d-a19e-09f1142271ba,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:32.583409 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-42805846-1516-473f-9fa5-221b7bb7f6e6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131039 Oct 28 11:01:32.586415 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Made reservation on behalf of 4e51d2d6b1164469b399420f069935f7 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:32.592362 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.596651 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 8959f4e0-e760-4e48-b8f4-2c599b1b446d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8959f4e0-e760-4e48-b8f4-2c599b1b446d,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:32.610892 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network e29a7786-782d-429d-a19e-09f1142271ba details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:01:32.660970 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-8bb3011a-f0bd-4fd1-851a-6fa989424480 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342790 Oct 28 11:01:32.680321 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.681164 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:32.795567 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-379dcd2d-8517-48c6-9812-87ec461a3fea service neutron] 10.222.0.46 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976976 Oct 28 11:01:32.811241 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Attempting to bind port fc63bc75-90ce-4d7a-bc47-904a45626720 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:32.811613 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Attempting to bind port fc63bc75-90ce-4d7a-bc47-904a45626720 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:32.811973 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Attempting to bind port fc63bc75-90ce-4d7a-bc47-904a45626720 on network 95b80201-612c-4027-9944-5fd26540f482 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:32.813870 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=8959f4e0-e760-4e48-b8f4-2c599b1b446d,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:32.868885 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:32.869272 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.869608 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 Oct 28 11:01:32.913371 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:32.914020 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Checking segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:32.914558 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.915110 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Bound using segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:32.915721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Bound port: fc63bc75-90ce-4d7a-bc47-904a45626720, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:32.916250 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:32.973633 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5328210b-ea36-4eda-8ad6-aa3c92834ba6 req-4f7bb081-852f-47ef-a525-9ebdd643a22d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0564485 Oct 28 11:01:32.995850 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-dcdf3c40-9e77-403d-8757-7a5413e59cd9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876748 Oct 28 11:01:32.999490 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (9fa1a3ec-219b-4483-90c6-d2e7ec55fa72), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.016299 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] For port fc63bc75-90ce-4d7a-bc47-904a45626720, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:33.019351 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] For port fc63bc75-90ce-4d7a-bc47-904a45626720, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=fc63bc75-90ce-4d7a-bc47-904a45626720,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:33.034285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.086067 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:33.086483 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.094683 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa1a3ec-219b-4483-90c6-d2e7ec55fa72,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:33.135009 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Checking segment: {'id': '2d13e546-4a7e-4f70-8216-efbbca3e620e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e29a7786-782d-429d-a19e-09f1142271ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:33.135365 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Network hostable DHCP agents. Network: e29a7786-782d-429d-a19e-09f1142271ba, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:01:33.156653 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0b92b7b5-f7bc-4d24-84a5-513ae9ba4ea0 req-8a1654d5-e1d2-4aae-9a25-d74b657f1c6e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0542552 Oct 28 11:01:33.189311 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Network e29a7786-782d-429d-a19e-09f1142271ba is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:01:33.204308 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:01:33.204944 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:01:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:33.205680 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, e29a7786-782d-429d-a19e-09f1142271ba) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:33.213040 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:33.213581 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.255459 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0cc739b7-66c4-4462-b538-4d680d301040 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7229192 Oct 28 11:01:33.295401 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b73c20-3ad0-4f4b-817c-12feb3bb4ad9 None None] Network e29a7786-782d-429d-a19e-09f1142271ba requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:33.303114 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:33.317041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:33.318593 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94b23-f15b-4a9a-82fe-226f4d75d39d None None] Pushing event updated for resources: {'Port': ['ID=fc63bc75-90ce-4d7a-bc47-904a45626720,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:33.359738 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.370302 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1a2ff525-70ba-40ef-8bba-bad90a26e7fa req-cb48b2cb-699f-4eff-b64f-829e004f43c9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0656857 Oct 28 11:01:33.467319 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35500) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:33.508954 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Request body: {'port': {'device_id': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'admin_state_up': True, 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:33.530599 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:33.592054 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Deleting subnet 210b35e5-e492-4900-843e-a3c4fcef7e6d {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:01:33.604143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Publish callbacks [] for subnet (210b35e5-e492-4900-843e-a3c4fcef7e6d), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.693620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Publish callbacks [] for subnet (210b35e5-e492-4900-843e-a3c4fcef7e6d), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.710963 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (210b35e5-e492-4900-843e-a3c4fcef7e6d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.763681 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Made reservation on behalf of 115fe2408cba49bb8b84af24fc8ce604 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:33.768028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.771753 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.780664 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:01:33.785340 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:33.814686 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (210b35e5-e492-4900-843e-a3c4fcef7e6d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.834577 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:33.860129 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:33.876372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c0ce8b-3c54-4b63-8e1f-5c08b6d6d368 None None] Network e29a7786-782d-429d-a19e-09f1142271ba requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:01:33.916238 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=210b35e5-e492-4900-843e-a3c4fcef7e6d,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:33.918321 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:33.924463 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0e3cbfe9-b4e8-4700-a721-d4934e01ecfb admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/210b35e5-e492-4900-843e-a3c4fcef7e6d HTTP/1.1" status: 204 len: 168 time: 0.4537983 Oct 28 11:01:33.924790 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35522) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:34.015915 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.204076 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8959f4e0-e760-4e48-b8f4-2c599b1b446d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:34.231494 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Allocated IP 172.20.0.12 (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f/13aaeaaa-09e1-405f-a452-591f6c40611c/0da3d13b-05f9-481e-8125-00a60da3dc59) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:34.261562 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-33a5499f-fab7-42b7-a5c0-201502c18b24 req-68d57733-9946-47dd-a238-00906b7dccda tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0875213 Oct 28 11:01:34.271583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (bdcf3d02-59cc-47fe-a526-6a25dc410cba), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.448057 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 8959f4e0-e760-4e48-b8f4-2c599b1b446d triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:34.450586 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0106cb1f-0cdf-4aeb-93c4-92517f5dad1e req-6df404f4-56ca-40cc-aefe-72205a868b1c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0784984 Oct 28 11:01:34.454739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.455279 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 8959f4e0-e760-4e48-b8f4-2c599b1b446d Oct 28 11:01:34.517804 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:34.522118 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c3f7d284-9346-4e34-9ac2-83507eefe5e8 req-d083676d-fe2d-413d-8ab1-8970801eff63 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0424573 Oct 28 11:01:34.564021 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (bdcf3d02-59cc-47fe-a526-6a25dc410cba), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.573935 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:34.595515 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.596508 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.597436 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.598045 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > port after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.598555 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.599036 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > port after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.599510 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.600011 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.600483 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.600961 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:34.610550 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:33Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:34.674394 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b2a7c-eace-471b-b6e7-0d6f0e569425 None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:33Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:01:34.684636 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 8959f4e0-e760-4e48-b8f4-2c599b1b446d is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:34.685751 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:34.687553 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks [] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.724459 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.738302 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:34.738466 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.739293 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 Oct 28 11:01:34.801866 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:34.808137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:34.815717 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:34.820210 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:34.820848 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:34.844541 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3412640 Oct 28 11:01:34.849132 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d6cf-4d1a-4b7a-9759-a0470eba15b8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Pushing event updated for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:34.857262 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-c96f4ea1-2c83-454d-b2f2-10b93295f088 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:01:34.858712 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-c96f4ea1-2c83-454d-b2f2-10b93295f088 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063436 Oct 28 11:01:34.872402 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:34.893272 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:34.894402 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device e34c9413-28f3-4ef8-91f4-96fb3ded9219 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:35.053351 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port e34c9413-28f3-4ef8-91f4-96fb3ded9219 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:35.054013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.054572 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port e34c9413-28f3-4ef8-91f4-96fb3ded9219 Oct 28 11:01:35.099634 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.25', 52522) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:35.112408 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:01:35.125812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:35.143550 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:35.147588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:35.148081 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:01:35.148478 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcf3d02-59cc-47fe-a526-6a25dc410cba']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:35.294071 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-398817b5-d134-4cb9-9c7e-ce227ca62fb9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:35.296083 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-398817b5-d134-4cb9-9c7e-ce227ca62fb9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 818 time: 0.1943421 Oct 28 11:01:35.298836 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8eb082-ba07-4401-a597-d586e9d4f72d') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:35.302439 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8eb082-ba07-4401-a597-d586e9d4f72d') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:35.305763 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Request body: {'port': {'device_id': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:35.391809 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (fb8eb082-ba07-4401-a597-d586e9d4f72d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.448152 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'port': {'device_id': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'admin_state_up': True, 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:35.471069 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port e34c9413-28f3-4ef8-91f4-96fb3ded9219 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:35.481842 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (fb8eb082-ba07-4401-a597-d586e9d4f72d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.510259 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:01:35.510823 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (fb8eb082-ba07-4401-a597-d586e9d4f72d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.622297 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-ab240285-7ece-4b08-a1db-09fa259c63f6 None None] Provisioning complete for port 0da3d13b-05f9-481e-8125-00a60da3dc59 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:35.633361 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ab240285-7ece-4b08-a1db-09fa259c63f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.634486 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-ab240285-7ece-4b08-a1db-09fa259c63f6 None None] Attempt 1 to provision port 0da3d13b-05f9-481e-8125-00a60da3dc59 Oct 28 11:01:35.721387 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (bdcf3d02-59cc-47fe-a526-6a25dc410cba), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.738259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ab240285-7ece-4b08-a1db-09fa259c63f6 None None] Port 0da3d13b-05f9-481e-8125-00a60da3dc59 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:35.789246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec6721-5700-4d6b-9a2e-fe049439944b req-511215a4-660b-40de-b64e-7628b1a4c56c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:35.791489 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03ec6721-5700-4d6b-9a2e-fe049439944b req-511215a4-660b-40de-b64e-7628b1a4c56c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 932 time: 0.3141410 Oct 28 11:01:35.795647 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-33bccf4b-5498-4a99-9702-e28e949fdbd3 req-ee930dd1-854f-43e7-b172-dd437cd950b5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0928130 Oct 28 11:01:35.796933 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.808818 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/bdcf3d02-59cc-47fe-a526-6a25dc410cba HTTP/1.1" status: 204 len: 168 time: 1.8828712 Oct 28 11:01:35.812659 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35590) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:35.836421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:35.855960 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0efb3-749c-484d-8331-faacc5978d30 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdcf3d02-59cc-47fe-a526-6a25dc410cba,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:35.979584 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:36.012084 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment fb8eb082-ba07-4401-a597-d586e9d4f72d resource provider aggregate not found Oct 28 11:01:36.047329 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:36.052249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Deleting subnet 9fa1a3ec-219b-4483-90c6-d2e7ec55fa72 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:01:36.057443 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment fb8eb082-ba07-4401-a597-d586e9d4f72d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb8eb082-ba07-4401-a597-d586e9d4f72d found for delete ", "request_id": "req-563d924c-1906-4c4c-800a-5f0eae37399a"}]} Oct 28 11:01:36.067115 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1e6b78e0-6ad2-49d6-bf51-d1c468124a0b req-32d95bdc-d561-4a91-b84a-14308ebbad8e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0468678 Oct 28 11:01:36.083676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Publish callbacks [] for subnet (9fa1a3ec-219b-4483-90c6-d2e7ec55fa72), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.095654 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fc63bc75-90ce-4d7a-bc47-904a45626720 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:36.158434 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port fc63bc75-90ce-4d7a-bc47-904a45626720 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:36.158901 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.159321 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port fc63bc75-90ce-4d7a-bc47-904a45626720 Oct 28 11:01:36.169037 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Publish callbacks [] for subnet (9fa1a3ec-219b-4483-90c6-d2e7ec55fa72), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.179701 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (9fa1a3ec-219b-4483-90c6-d2e7ec55fa72), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.243565 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port fc63bc75-90ce-4d7a-bc47-904a45626720 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:36.244215 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.285893 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port fc63bc75-90ce-4d7a-bc47-904a45626720, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=fc63bc75-90ce-4d7a-bc47-904a45626720,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:01:36.291051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Made reservation on behalf of f1f49235fbe64b79bfef2cf828993c56 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:36.292068 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.297262 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.366267 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=fc63bc75-90ce-4d7a-bc47-904a45626720,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:36.543380 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03ec6721-5700-4d6b-9a2e-fe049439944b req-692e78cc-7891-41ec-84a4-bd2250f79923 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7342696 Oct 28 11:01:36.684033 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (9fa1a3ec-219b-4483-90c6-d2e7ec55fa72), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.736634 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa1a3ec-219b-4483-90c6-d2e7ec55fa72,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:36.763888 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.769470 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-25d3e0a6-d86b-46f7-a51a-c4efc05eefe9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/9fa1a3ec-219b-4483-90c6-d2e7ec55fa72 HTTP/1.1" status: 204 len: 168 time: 0.9406621 Oct 28 11:01:36.770618 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35614) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:36.816324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:36.820833 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Allocated IP 172.20.0.10 (57d99b3c-83bf-49e2-81d2-c12ed26cdb71/63f90ae4-2e08-4311-97e8-b12e13063bea/9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:36.845812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (e29a7786-782d-429d-a19e-09f1142271ba), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.866589 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da3d13b-05f9-481e-8125-00a60da3dc59 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:01:36.881676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Publish callbacks [] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.919841 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Transition to ACTIVE for port object 0da3d13b-05f9-481e-8125-00a60da3dc59 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:01:36.929565 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.953289 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dc07ba51-c103-49f9-a2e0-cf154ceaa6d7 req-421cdeba-e41a-4b25-a565-0b59892f064e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0626037 Oct 28 11:01:36.956806 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (e29a7786-782d-429d-a19e-09f1142271ba), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:36.979797 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e29a7786-782d-429d-a19e-09f1142271ba']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:36.990361 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d13e546-4a7e-4f70-8216-efbbca3e620e') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:36.990665 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d13e546-4a7e-4f70-8216-efbbca3e620e') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:01:37.000371 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (2d13e546-4a7e-4f70-8216-efbbca3e620e), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.020184 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (2d13e546-4a7e-4f70-8216-efbbca3e620e), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.027848 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:01:37.028303 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (2d13e546-4a7e-4f70-8216-efbbca3e620e), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.064944 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:37.103687 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Attempting to bind port 0da3d13b-05f9-481e-8125-00a60da3dc59 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:37.104037 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Attempting to bind port 0da3d13b-05f9-481e-8125-00a60da3dc59 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:37.104396 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Attempting to bind port 0da3d13b-05f9-481e-8125-00a60da3dc59 on network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:37.107417 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (e29a7786-782d-429d-a19e-09f1142271ba), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.116630 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.119898 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/e29a7786-782d-429d-a19e-09f1142271ba HTTP/1.1" status: 204 len: 168 time: 0.3477139 Oct 28 11:01:37.136471 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad544003-35ba-4884-b946-a9e7a30f49ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e29a7786-782d-429d-a19e-09f1142271ba,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:37.173132 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.195632 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Port 0da3d13b-05f9-481e-8125-00a60da3dc59 on network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:01:37.195983 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Attempting to bind port 0da3d13b-05f9-481e-8125-00a60da3dc59 on network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:37.206685 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9a746a79-6a73-4d2e-a667-359a71481cda req-ad294bd9-a04c-478a-9eb5-d3e96ace0200 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0424535 Oct 28 11:01:37.223874 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:37.255276 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.293681 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:37.294070 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Checking segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:37.294625 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Bound using segment: {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:37.295077 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Bound port: 0da3d13b-05f9-481e-8125-00a60da3dc59, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e0cfef-042a-4846-902c-f3bc53985678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:37.295434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.322415 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35630) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:37.322541 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:37.328691 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:37.331058 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:37.336257 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:37.336864 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.366279 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'Port': ['ID=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:37.374280 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b2b87ac3-d9ff-4f72-830a-5f72d9d8b624 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=da70f15569f748bcbcad97944a01bda1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0505066 Oct 28 11:01:37.375300 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35632) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:37.392703 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-f0c346d4-3d63-4e4a-b344-bef74fb6fe2f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9692643 Oct 28 11:01:37.412150 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:37.417872 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0da3d13b-05f9-481e-8125-00a60da3dc59,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:37.424940 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.429667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:37.430293 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16a30f41-f486-460d-8486-a855b60ae571 admin admin] Publish callbacks [] for security_group (5117f0b0-40c5-41c7-9568-790e312f53f2), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.430447 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.431880 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0da3d13b-05f9-481e-8125-00a60da3dc59 HTTP/1.1" status: 200 len: 1094 time: 2.3444455 Oct 28 11:01:37.440499 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:37.461731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16a30f41-f486-460d-8486-a855b60ae571 admin admin] Publish callbacks [] for security_group (5117f0b0-40c5-41c7-9568-790e312f53f2), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.520881 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16a30f41-f486-460d-8486-a855b60ae571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (5117f0b0-40c5-41c7-9568-790e312f53f2), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.524205 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16a30f41-f486-460d-8486-a855b60ae571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.527808 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-16a30f41-f486-460d-8486-a855b60ae571 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5117f0b0-40c5-41c7-9568-790e312f53f2 HTTP/1.1" status: 204 len: 168 time: 0.1488268 Oct 28 11:01:37.534492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a30f41-f486-460d-8486-a855b60ae571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5117f0b0-40c5-41c7-9568-790e312f53f2,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:37.586824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-f8c9f884-b7cf-4011-9298-200ff05ccf29 None None] Provisioning complete for port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:37.587446 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f8c9f884-b7cf-4011-9298-200ff05ccf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.590179 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-f8c9f884-b7cf-4011-9298-200ff05ccf29 None None] Attempt 1 to provision port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f Oct 28 11:01:37.625255 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9f884-b7cf-4011-9298-200ff05ccf29 None None] Port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:37.635164 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7c736-7f57-47b6-acce-669565633c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:37.691216 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c03ee06-74fb-4867-8c41-84e221699df3" -d '{"events": [{"name": "network-changed", "server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:37.712089 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f68e0-abd8-4a76-ab2e-18174d2ba54c req-a0077c38-c154-47e7-acfd-985556212b07 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:37.713729 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e11f68e0-abd8-4a76-ab2e-18174d2ba54c req-a0077c38-c154-47e7-acfd-985556212b07 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0562496 Oct 28 11:01:37.766544 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e11f68e0-abd8-4a76-ab2e-18174d2ba54c req-6db80729-bebb-48a3-ba5b-3a0676289533 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Oct 28 11:01:37.918272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93783cf-ff57-4b37-9daf-81d5087188a4 x-openstack-request-id: req-f93783cf-ff57-4b37-9daf-81d5087188a4 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:37.918869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:37.918869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f93783cf-ff57-4b37-9daf-81d5087188a4 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:37.919319 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f93783cf-ff57-4b37-9daf-81d5087188a4'] response: {'name': 'network-changed', 'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59', 'status': 'completed', 'code': 200} Oct 28 11:01:37.936610 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fc63bc75-90ce-4d7a-bc47-904a45626720 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:01:37.948260 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35654) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:37.964091 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:37.990301 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1809fa57-435d-445c-bd9c-a5351478b7b6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4e51d2d6b1164469b399420f069935f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408518 Oct 28 11:01:37.993498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35660) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:37.993631 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port fc63bc75-90ce-4d7a-bc47-904a45626720 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:37.994026 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:37.998298 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port fc63bc75-90ce-4d7a-bc47-904a45626720 Oct 28 11:01:38.048644 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6e67e3f7-f5a5-4cfb-9d75-c76e61d098b3 admin admin] Publish callbacks [] for security_group (60c316ea-8ee1-4e31-95a7-23c5d79ce58b), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:38.066873 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-808f9f54-4ab1-4dc8-9c12-b856ae4562e4 req-7e9b3472-77cc-4259-945c-2416db8b8e05 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0291407 Oct 28 11:01:38.085560 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6e67e3f7-f5a5-4cfb-9d75-c76e61d098b3 admin admin] Publish callbacks [] for security_group (60c316ea-8ee1-4e31-95a7-23c5d79ce58b), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:38.087534 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:38.093446 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port fc63bc75-90ce-4d7a-bc47-904a45626720 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:01:38.104500 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 2d13e546-4a7e-4f70-8216-efbbca3e620e resource provider aggregate not found Oct 28 11:01:38.128429 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 2d13e546-4a7e-4f70-8216-efbbca3e620e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d13e546-4a7e-4f70-8216-efbbca3e620e found for delete ", "request_id": "req-95280aa3-3ec3-498f-9879-b09e30c92fa1"}]} Oct 28 11:01:38.148264 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6e67e3f7-f5a5-4cfb-9d75-c76e61d098b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (60c316ea-8ee1-4e31-95a7-23c5d79ce58b), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:38.150893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6e67e3f7-f5a5-4cfb-9d75-c76e61d098b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:38.152038 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6e67e3f7-f5a5-4cfb-9d75-c76e61d098b3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/60c316ea-8ee1-4e31-95a7-23c5d79ce58b HTTP/1.1" status: 204 len: 168 time: 0.1570935 Oct 28 11:01:38.163754 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67e3f7-f5a5-4cfb-9d75-c76e61d098b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c316ea-8ee1-4e31-95a7-23c5d79ce58b,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:38.309118 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-44a4c2f2-e4ef-4a96-8149-51d3aed44623 req-81f02643-447b-483f-8729-e529c57952c7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0296397 Oct 28 11:01:38.906753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a774e-0d39-49a2-8bab-f39c5ff968ff req-6b192115-4c1d-41b5-a913-5cb4e05cbfe7 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:38.908205 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c8a774e-0d39-49a2-8bab-f39c5ff968ff req-6b192115-4c1d-41b5-a913-5cb4e05cbfe7 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0610096 Oct 28 11:01:38.965864 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c8a774e-0d39-49a2-8bab-f39c5ff968ff req-ca8c2503-e063-453b-893c-004c8774d0c9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518796 Oct 28 11:01:39.239610 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-09037834-2493-43ea-90f2-0becb57e093c req-0164e142-9b6a-412b-ab5a-7e6263adca17 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0661492 Oct 28 11:01:39.439631 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-05fc4857-f33e-4a01-ad58-53c0dad29ec8 req-99efeef5-c1dc-448b-8b5b-d3d179d644a2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0364325 Oct 28 11:01:40.041236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35750) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:40.195899 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:40.243894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05d3b8-d1fc-49dd-a4db-99ef667237c5 req-111e9c4a-9d26-4b1f-9838-c78b41210b6e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:40.256418 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aa05d3b8-d1fc-49dd-a4db-99ef667237c5 req-111e9c4a-9d26-4b1f-9838-c78b41210b6e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.1191716 Oct 28 11:01:40.257544 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0a28d0b-4f86-4b0a-804a-295fe983a3de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.361429 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aa05d3b8-d1fc-49dd-a4db-99ef667237c5 req-c1ed9d87-0c88-41a9-82b6-26cd4709ac56 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984826 Oct 28 11:01:40.406438 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0a28d0b-4f86-4b0a-804a-295fe983a3de admin admin] Publish callbacks [] for security_group (e215e2d0-a08b-4943-afa7-eea48dc08740), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.412123 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0a28d0b-4f86-4b0a-804a-295fe983a3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e215e2d0-a08b-4943-afa7-eea48dc08740), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.418293 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:40.504751 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e0a28d0b-4f86-4b0a-804a-295fe983a3de admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b9bbbd267713429e9a7f295da3b6209e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607399 Oct 28 11:01:40.506783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35782) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:40.507713 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ff8d92b5-404c-4867-b7a5-ba28c8f4dd1e req-59716afb-b0ee-463f-b3a1-d10c083bb2fb tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0425127 Oct 28 11:01:40.508596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a28d0b-4f86-4b0a-804a-295fe983a3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e215e2d0-a08b-4943-afa7-eea48dc08740,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:40.604444 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f62-14ec-4e60-abbc-94a8a9de4dd8 admin admin] Publish callbacks [] for security_group (e215e2d0-a08b-4943-afa7-eea48dc08740), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.670550 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f62-14ec-4e60-abbc-94a8a9de4dd8 admin admin] Publish callbacks [] for security_group (e215e2d0-a08b-4943-afa7-eea48dc08740), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.679392 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b8b105fd-5465-42e8-9647-ba668410fc7c req-1591995a-6eb9-4619-ae46-08cc1233e4f2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0485384 Oct 28 11:01:40.787976 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f62-14ec-4e60-abbc-94a8a9de4dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e215e2d0-a08b-4943-afa7-eea48dc08740), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.791154 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2fa87f62-14ec-4e60-abbc-94a8a9de4dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:40.792320 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2fa87f62-14ec-4e60-abbc-94a8a9de4dd8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e215e2d0-a08b-4943-afa7-eea48dc08740 HTTP/1.1" status: 204 len: 168 time: 0.2799435 Oct 28 11:01:40.823992 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa87f62-14ec-4e60-abbc-94a8a9de4dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e215e2d0-a08b-4943-afa7-eea48dc08740,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:41.224890 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35816) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:41.242953 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a6a5972f-39bf-4f94-8087-e3b1ee9df19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.352513 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a6a5972f-39bf-4f94-8087-e3b1ee9df19e admin admin] Publish callbacks [] for security_group (de331e08-8d8f-41af-acc6-5ba7a4c19680), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.356622 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a6a5972f-39bf-4f94-8087-e3b1ee9df19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (de331e08-8d8f-41af-acc6-5ba7a4c19680), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.388102 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:41.405820 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5972f-39bf-4f94-8087-e3b1ee9df19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de331e08-8d8f-41af-acc6-5ba7a4c19680,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:41.411385 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-a6a5972f-39bf-4f94-8087-e3b1ee9df19e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c1137d4ebee94020aa5e0152a1b0205c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1854093 Oct 28 11:01:41.414022 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 35826) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:41.533829 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1013d1f7-87be-4677-aba9-6d99d288f476 admin admin] Publish callbacks [] for security_group (de331e08-8d8f-41af-acc6-5ba7a4c19680), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.572893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1013d1f7-87be-4677-aba9-6d99d288f476 admin admin] Publish callbacks [] for security_group (de331e08-8d8f-41af-acc6-5ba7a4c19680), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.581382 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e75ee-a071-4253-a0e1-d6df53111e99 req-7acfa843-7602-4305-90d9-81c0ef818881 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:41.583652 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e80e75ee-a071-4253-a0e1-d6df53111e99 req-7acfa843-7602-4305-90d9-81c0ef818881 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0996144 Oct 28 11:01:41.680413 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e80e75ee-a071-4253-a0e1-d6df53111e99 req-0bef3739-6a2c-49bf-88f4-1f84203640a7 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866566 Oct 28 11:01:41.704161 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1013d1f7-87be-4677-aba9-6d99d288f476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (de331e08-8d8f-41af-acc6-5ba7a4c19680), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.707831 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1013d1f7-87be-4677-aba9-6d99d288f476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:41.725675 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1013d1f7-87be-4677-aba9-6d99d288f476 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/de331e08-8d8f-41af-acc6-5ba7a4c19680 HTTP/1.1" status: 204 len: 168 time: 0.3061240 Oct 28 11:01:41.757351 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013d1f7-87be-4677-aba9-6d99d288f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de331e08-8d8f-41af-acc6-5ba7a4c19680,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:41.843278 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-54735380-ab0e-43c0-8d08-a06c8c6f4b18 req-65fc0cf0-f70a-4a19-9db2-b6cc167935e7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0838912 Oct 28 11:01:41.982995 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-181105bd-a77e-433e-9302-0445e503ed3c req-bee5d96a-9777-4c6a-962e-439631a8ff87 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0503292 Oct 28 11:01:42.255474 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35882) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:42.419069 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc071495-4258-42f5-8d41-c1b3dc47a0ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.498816 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc071495-4258-42f5-8d41-c1b3dc47a0ee admin admin] Publish callbacks [] for security_group (f6aa00c3-7403-4790-bfce-caf3a30f219e), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.502312 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc071495-4258-42f5-8d41-c1b3dc47a0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (f6aa00c3-7403-4790-bfce-caf3a30f219e), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.539323 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc071495-4258-42f5-8d41-c1b3dc47a0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa00c3-7403-4790-bfce-caf3a30f219e,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:42.543566 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bc071495-4258-42f5-8d41-c1b3dc47a0ee admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2adeeab71bd444d290f405908fb221fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868633 Oct 28 11:01:42.546176 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 35894) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:42.599402 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-98193d91-e78f-4165-a8c8-f280e94375df admin admin] Publish callbacks [] for security_group (f6aa00c3-7403-4790-bfce-caf3a30f219e), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.619261 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-98193d91-e78f-4165-a8c8-f280e94375df admin admin] Publish callbacks [] for security_group (f6aa00c3-7403-4790-bfce-caf3a30f219e), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.672613 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-98193d91-e78f-4165-a8c8-f280e94375df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (f6aa00c3-7403-4790-bfce-caf3a30f219e), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.675467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-98193d91-e78f-4165-a8c8-f280e94375df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:42.676635 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-98193d91-e78f-4165-a8c8-f280e94375df admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f6aa00c3-7403-4790-bfce-caf3a30f219e HTTP/1.1" status: 204 len: 168 time: 0.1295757 Oct 28 11:01:42.684939 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98193d91-e78f-4165-a8c8-f280e94375df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa00c3-7403-4790-bfce-caf3a30f219e,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:42.841714 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d75d32-cfeb-4988-9482-197abc363c76 req-a893788a-0d68-40b4-b928-2e7dea6abf5e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:42.843353 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-33d75d32-cfeb-4988-9482-197abc363c76 req-a893788a-0d68-40b4-b928-2e7dea6abf5e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0473092 Oct 28 11:01:42.921740 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-33d75d32-cfeb-4988-9482-197abc363c76 req-d07ee2a3-7488-4c7e-bf9d-d72d84889d58 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605538 Oct 28 11:01:42.958768 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0a5c533a-6ad6-4bde-8a54-a10c9b81a211 req-bbbd76f3-5359-4e8f-8395-e6e42219d15d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0325117 Oct 28 11:01:43.111128 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-399efda0-0ae2-4c6a-97b0-806ea4b504f6 req-cbf39b0d-2afe-4bee-9954-bc958b98bf08 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0307841 Oct 28 11:01:44.086885 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72578c2b-f5d8-47a4-b134-680d70e65c79 req-2ec49494-8fe7-40f5-a86d-a2d7d7ce9ebb tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:44.094587 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-72578c2b-f5d8-47a4-b134-680d70e65c79 req-2ec49494-8fe7-40f5-a86d-a2d7d7ce9ebb tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0584750 Oct 28 11:01:44.174179 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-72578c2b-f5d8-47a4-b134-680d70e65c79 req-1c721760-73c3-4d8a-a997-2995bfc1a422 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782866 Oct 28 11:01:44.181112 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8dbc8794-d55e-45d0-a384-bfb1232a4ddc req-5e9d8ae3-1892-4c3f-a14a-ee998d33afa0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0599422 Oct 28 11:01:44.321507 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-271cf3c2-8c6e-4eab-a51e-439aa126e9f1 req-d4125f0c-64b7-4a09-8110-3891772f9293 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0440333 Oct 28 11:01:45.091346 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:45.099897 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:45.304912 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:45.308960 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-99a96e20-1341-40e7-ab37-009001a5e9bc req-558e6a60-3217-4ca9-bb20-fe6572fde394 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0405393 Oct 28 11:01:45.311258 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76397377-5f2f-4cd7-8fcf-d1361114ebd3 req-04d16ef1-7438-426f-8297-9c029fdba39e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:45.312793 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76397377-5f2f-4cd7-8fcf-d1361114ebd3 req-04d16ef1-7438-426f-8297-9c029fdba39e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0583673 Oct 28 11:01:45.376417 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76397377-5f2f-4cd7-8fcf-d1361114ebd3 req-2233c8b6-5d8d-44f4-8f39-b4ad9f16f647 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568779 Oct 28 11:01:45.446575 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-78ca7333-60cb-4dbb-b189-0560dbe8776f req-9a85a6f2-38be-44ce-b80a-87a18adcdee6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0289276 Oct 28 11:01:46.406274 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd44b5fd-721d-4fd9-81d7-0e4c9c9ee504 req-4ddedb22-585d-4af9-8fd2-7a9c95ef55a7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0274234 Oct 28 11:01:46.499962 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a224454-ccba-41c5-bdf3-9e8fdd948991 req-a21c1f60-1c77-4fc2-bd45-5cd569da4eaa tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:46.501570 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9a224454-ccba-41c5-bdf3-9e8fdd948991 req-a21c1f60-1c77-4fc2-bd45-5cd569da4eaa tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0475969 Oct 28 11:01:46.562401 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7f661cd6-dfdf-4fd2-9104-f8173a42f56f req-26da2399-d237-4a09-9819-d4b1251db988 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0349963 Oct 28 11:01:46.571457 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9a224454-ccba-41c5-bdf3-9e8fdd948991 req-9ff79c14-f1d6-4762-89e0-9e152022e65f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636559 Oct 28 11:01:47.528338 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-13a6a28a-c245-4644-85cf-6bcd8d08f5a9 req-525bffef-15b8-43ba-830a-181555e0c9f6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0304797 Oct 28 11:01:47.687869 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:47.705470 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-034afd80-7d37-4a02-b11d-36a286ca9b41 req-d05d0de6-4f29-4b54-9d9e-9dbf4f72a26a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0329421 Oct 28 11:01:47.713382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d956a-e0ed-48c1-92ef-ff9ca2baa57d req-69e296ad-b9c7-436f-bf32-c5d3460dfe6f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:47.718541 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-283d956a-e0ed-48c1-92ef-ff9ca2baa57d req-69e296ad-b9c7-436f-bf32-c5d3460dfe6f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0542386 Oct 28 11:01:47.783095 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-283d956a-e0ed-48c1-92ef-ff9ca2baa57d req-edc774e0-4221-45e0-9c86-541b76b1e00f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619936 Oct 28 11:01:48.679083 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fa062ecd-b0e3-48c4-8794-8a64c9bb8946 req-f184aa50-d537-4e64-ad44-2be5907c3c85 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0555770 Oct 28 11:01:48.882663 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-828f48a5-a05d-45b0-b229-f637178f667c req-7d47c851-a3d3-408b-be10-40f3144a800e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0537236 Oct 28 11:01:48.983084 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc29a9-88fa-4361-8a4c-4350c23ffb81 req-951435b9-490e-40c1-b411-42ed13ae340d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:48.986578 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a3cc29a9-88fa-4361-8a4c-4350c23ffb81 req-951435b9-490e-40c1-b411-42ed13ae340d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0756278 Oct 28 11:01:49.043338 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a3cc29a9-88fa-4361-8a4c-4350c23ffb81 req-cbc1b1e5-367d-4c30-b670-cfb352c9d66d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500579 Oct 28 11:01:49.827085 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d1c93738-af37-49ba-a3c0-855b10398ad8 req-13c91a65-2e28-41a7-85b3-d92c8f5a2d3f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0369534 Oct 28 11:01:50.050221 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8e70b8be-e742-4a1b-a3e9-03644339307b req-fa61669d-b7fa-47cd-bacb-4791aa687119 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0480096 Oct 28 11:01:50.251723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bf885-251a-427a-869a-2c6622888ff0 req-b31bc2b9-05aa-405a-a77a-3f58d326407d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:50.279739 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b51bf885-251a-427a-869a-2c6622888ff0 req-b31bc2b9-05aa-405a-a77a-3f58d326407d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0941241 Oct 28 11:01:50.302341 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36170) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:50.320314 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:50.353101 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b51bf885-251a-427a-869a-2c6622888ff0 req-ccefcff0-8b90-4727-bc75-de09354b0173 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649233 Oct 28 11:01:50.439817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ad24-760a-4645-a178-a6e6d85e6dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.518649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ad24-760a-4645-a178-a6e6d85e6dbe admin admin] Publish callbacks [] for security_group (ad4b201c-d874-470e-a12d-e3cf8599d18c), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.522257 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ecc3ad24-760a-4645-a178-a6e6d85e6dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ad4b201c-d874-470e-a12d-e3cf8599d18c), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.558947 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3ad24-760a-4645-a178-a6e6d85e6dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b201c-d874-470e-a12d-e3cf8599d18c,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:50.565241 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ecc3ad24-760a-4645-a178-a6e6d85e6dbe admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ee4896d989eb4479a566fab8448de5fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609217 Oct 28 11:01:50.567155 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36182) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:50.616443 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4eeb4158-ad1e-4f67-a2b9-7fccba146812 admin admin] Publish callbacks [] for security_group (ad4b201c-d874-470e-a12d-e3cf8599d18c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.635440 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4eeb4158-ad1e-4f67-a2b9-7fccba146812 admin admin] Publish callbacks [] for security_group (ad4b201c-d874-470e-a12d-e3cf8599d18c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.681293 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4eeb4158-ad1e-4f67-a2b9-7fccba146812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ad4b201c-d874-470e-a12d-e3cf8599d18c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.683773 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4eeb4158-ad1e-4f67-a2b9-7fccba146812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:50.684886 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4eeb4158-ad1e-4f67-a2b9-7fccba146812 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ad4b201c-d874-470e-a12d-e3cf8599d18c HTTP/1.1" status: 204 len: 168 time: 0.1166158 Oct 28 11:01:50.692984 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb4158-ad1e-4f67-a2b9-7fccba146812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b201c-d874-470e-a12d-e3cf8599d18c,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:50.920081 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-95e8ab4e-a4a6-4aef-a345-6ad4f7abbb26 req-c9176852-7060-4a73-9e5d-9641f6db54cc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0285406 Oct 28 11:01:50.951231 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36190) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:50.964798 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c23a-1067-4383-acf3-2b3f6f895f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.042434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c23a-1067-4383-acf3-2b3f6f895f5a admin admin] Publish callbacks [] for security_group (9cacfbb9-1e32-41d7-8e8d-b512648572b1), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.045883 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1cc8c23a-1067-4383-acf3-2b3f6f895f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (9cacfbb9-1e32-41d7-8e8d-b512648572b1), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.083154 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8c23a-1067-4383-acf3-2b3f6f895f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cacfbb9-1e32-41d7-8e8d-b512648572b1,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:51.089698 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1cc8c23a-1067-4383-acf3-2b3f6f895f5a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0dbbe5d08fcf4739acc3c00d75b2c5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350200 Oct 28 11:01:51.089847 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36194) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:51.141371 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0f481404-eeaf-433c-a100-b17b18f05d35 admin admin] Publish callbacks [] for security_group (9cacfbb9-1e32-41d7-8e8d-b512648572b1), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.183322 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ab515fea-9750-4c4b-bcd9-8c35cc2bf325 req-43aa331a-85f2-458f-ae3f-cabb50ca01e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0340087 Oct 28 11:01:51.185072 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0f481404-eeaf-433c-a100-b17b18f05d35 admin admin] Publish callbacks [] for security_group (9cacfbb9-1e32-41d7-8e8d-b512648572b1), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.234265 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0f481404-eeaf-433c-a100-b17b18f05d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (9cacfbb9-1e32-41d7-8e8d-b512648572b1), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.236771 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0f481404-eeaf-433c-a100-b17b18f05d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:51.237890 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0f481404-eeaf-433c-a100-b17b18f05d35 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9cacfbb9-1e32-41d7-8e8d-b512648572b1 HTTP/1.1" status: 204 len: 168 time: 0.1470900 Oct 28 11:01:51.245434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f481404-eeaf-433c-a100-b17b18f05d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cacfbb9-1e32-41d7-8e8d-b512648572b1,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:51.468514 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54f31-f253-48d1-b58a-bc9a9c9da751 req-cda7956a-15ca-4b7b-8e50-eeed2da456fc tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:51.470678 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-75d54f31-f253-48d1-b58a-bc9a9c9da751 req-cda7956a-15ca-4b7b-8e50-eeed2da456fc tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0498497 Oct 28 11:01:51.531045 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-75d54f31-f253-48d1-b58a-bc9a9c9da751 req-73bc96ae-4b08-4371-9ba0-fda3e5a90023 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524068 Oct 28 11:01:52.023135 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d0790a87-c6e1-4595-acb7-3120b3e07ab3 req-4168ad90-8b05-4714-96d7-38842b382869 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0274034 Oct 28 11:01:52.295907 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a775f95f-6417-41fb-97c8-f9ceec2b7e4d req-f0c35d51-2229-427e-82f5-8d320bbfaca7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0309908 Oct 28 11:01:52.658339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78126d46-0067-4545-b796-1869907e536e req-67f125c6-92d2-48fd-9d50-8e0eb04d0640 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:52.660397 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-78126d46-0067-4545-b796-1869907e536e req-67f125c6-92d2-48fd-9d50-8e0eb04d0640 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0460961 Oct 28 11:01:52.679207 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:52.706306 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:52.711196 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-78126d46-0067-4545-b796-1869907e536e req-4c53dd7a-3a68-4372-8c7a-226827364a49 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451674 Oct 28 11:01:53.126262 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ff4b663-ef1e-49c9-9a3e-d25bd69db89d req-ce2879d2-e886-4ee4-85c7-310a9e5459b7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0272601 Oct 28 11:01:53.400309 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-73e47cd4-575c-4cc7-be43-43c532993fef req-096e44fe-d7e5-4e3f-a02f-406a60a72814 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0273850 Oct 28 11:01:53.827355 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27afd6-3f4d-41fb-a33e-b3cd6ccfa7a7 req-5a16533f-77ad-495f-a933-21e3fe830abe tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:53.828788 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d27afd6-3f4d-41fb-a33e-b3cd6ccfa7a7 req-5a16533f-77ad-495f-a933-21e3fe830abe tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0459313 Oct 28 11:01:53.874663 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d27afd6-3f4d-41fb-a33e-b3cd6ccfa7a7 req-d7a5a1b6-a676-4c4c-9879-b35a9ae35d93 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Oct 28 11:01:54.227701 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eb1fa478-798d-4429-a468-166022a97f5f req-0d98cb49-b935-489b-b1c9-52205e218b58 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0297675 Oct 28 11:01:54.487073 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:54.507085 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dcbba6b0-8dd0-4a27-9da5-cb0b40cfec40 req-d0a251ab-f5b9-437f-99b9-822e5f5b0791 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0282195 Oct 28 11:01:54.559758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Request body: {'port': {'device_id': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:54.673418 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03ee06-74fb-4867-8c41-84e221699df3 req-c0dfd753-a4a2-422c-9a7e-b1b67b6d4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:54.674931 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1c03ee06-74fb-4867-8c41-84e221699df3 req-c0dfd753-a4a2-422c-9a7e-b1b67b6d4365 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=115fe2408cba49bb8b84af24fc8ce604&device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 1128 time: 0.0950968 Oct 28 11:01:54.702895 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.014281 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:55.131964 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60561f0c-034d-4a82-8dad-c433d7626dc3 req-95648882-f17f-4955-91c4-6e7ab0d0c4b9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:55.133469 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-60561f0c-034d-4a82-8dad-c433d7626dc3 req-95648882-f17f-4955-91c4-6e7ab0d0c4b9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.1743243 Oct 28 11:01:55.134807 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.25', 52546) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:55.191455 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03ee06-74fb-4867-8c41-84e221699df3 req-0b0ad778-90e2-453d-a97e-c3d3cc0cf546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:55.192902 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1c03ee06-74fb-4867-8c41-84e221699df3 req-0b0ad778-90e2-453d-a97e-c3d3cc0cf546 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=115fe2408cba49bb8b84af24fc8ce604&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4598310 Oct 28 11:01:55.274412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-78a6b799-2623-4d14-b87f-13b7a466b16e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:55.275869 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-78a6b799-2623-4d14-b87f-13b7a466b16e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 818 time: 0.1394272 Oct 28 11:01:55.334062 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'port': {'device_id': '643427ec-cf7f-4058-a731-b96412826c2e', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'admin_state_up': True, 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:55.348735 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-60561f0c-034d-4a82-8dad-c433d7626dc3 req-cc7ea416-e20a-4d0e-8508-c71adfc6381f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009008 Oct 28 11:01:55.462634 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-932c0e22-8407-4116-8a5c-151356b1c260 req-10d8762b-72f0-410f-9d82-689edb925b7c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0772791 Oct 28 11:01:55.478053 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03ee06-74fb-4867-8c41-84e221699df3 req-452be551-0988-44bd-86a0-91f5bacf6623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:55.479511 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1c03ee06-74fb-4867-8c41-84e221699df3 req-452be551-0988-44bd-86a0-91f5bacf6623 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692533 Oct 28 11:01:55.527181 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:01:55.535602 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Publish callbacks [] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.551553 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Transition to ACTIVE for port object 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:01:55.556644 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.650059 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3f9982d-0788-410e-b721-f9e40ee4c0b6 req-ca20e8ff-1e4d-4b6e-9a50-3abb3fdc603c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0596478 Oct 28 11:01:55.655982 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:55.677605 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Attempting to bind port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:55.678296 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Attempting to bind port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:55.678630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Attempting to bind port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:55.696869 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Made reservation on behalf of f1f49235fbe64b79bfef2cf828993c56 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:01:55.702499 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.732489 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:55.743806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:01:55.744134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Attempting to bind port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:55.797647 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:55.798013 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Checking segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:55.798429 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Bound using segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:55.798898 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Bound port: 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:55.799260 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.801256 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:55.872732 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] For port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:55.877656 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] For port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:55.887425 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.892365 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:55.893055 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:55.894660 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 200 len: 1094 time: 1.3390012 Oct 28 11:01:55.895468 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'tag': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:55.897828 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591" -d '{"events": [{"name": "network-changed", "server_uuid": "54cf39f2-cfd4-4f12-bddb-36666db9e1d5", "tag": "9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:55.942609 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9fad64b-fbbd-4d55-945f-6d1fc0042a1a x-openstack-request-id: req-a9fad64b-fbbd-4d55-945f-6d1fc0042a1a {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:55.942897 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cf39f2-cfd4-4f12-bddb-36666db9e1d5", "tag": "9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:55.943146 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a9fad64b-fbbd-4d55-945f-6d1fc0042a1a {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:55.943586 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9fad64b-fbbd-4d55-945f-6d1fc0042a1a'] response: {'name': 'network-changed', 'server_uuid': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'tag': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f', 'status': 'completed', 'code': 200} Oct 28 11:01:55.962260 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccc2e1-5358-4c8a-bfa0-6c9591fd73f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:55.967136 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Allocated IP 172.20.0.13 (57d99b3c-83bf-49e2-81d2-c12ed26cdb71/63f90ae4-2e08-4311-97e8-b12e13063bea/c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:01:56.099044 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.25', 52556) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:01:56.112300 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-4a9c8cb7-44e3-4cdb-8f4e-d6d594d51f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.113818 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-4a9c8cb7-44e3-4cdb-8f4e-d6d594d51f8f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=115fe2408cba49bb8b84af24fc8ce604&device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 1128 time: 0.0822718 Oct 28 11:01:56.124121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591 req-44d563e4-fa3b-447b-bf3c-99cc7a4a43f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.125523 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591 req-44d563e4-fa3b-447b-bf3c-99cc7a4a43f3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1128 time: 0.0832667 Oct 28 11:01:56.145774 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:56.162406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:56.183222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:56.254960 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-1692aadb-6c90-4d8b-980b-f85a67f4971d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da3d13b-05f9-481e-8125-00a60da3dc59 HTTP/1.1" status: 200 len: 217 time: 0.1264904 Oct 28 11:01:56.270547 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:01:56.274160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:01:56.278889 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:01:56.285189 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'Port': ['ID=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:56.363980 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.367843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:56.418232 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-ffef0ac1-2f28-449c-848c-6a8d4ecc00be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905762 Oct 28 11:01:56.423467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-d3ad7218-ad49-4a22-8b6c-87c5d6a5c1e5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.424978 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-d3ad7218-ad49-4a22-8b6c-87c5d6a5c1e5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 816 time: 0.3249395 Oct 28 11:01:56.438467 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Request body: {'port': {'device_id': '643427ec-cf7f-4058-a731-b96412826c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:01:56.469466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-3d1e6140-3edb-4085-add2-3ce50a89d438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.470926 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-3d1e6140-3edb-4085-add2-3ce50a89d438 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=13aaeaaa-09e1-405f-a452-591f6c40611c HTTP/1.1" status: 200 len: 850 time: 0.1833987 Oct 28 11:01:56.537016 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:56.589028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-add54d81-7161-4dfb-83a1-3da6526766b7 None None] Provisioning complete for port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:01:56.589657 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-add54d81-7161-4dfb-83a1-3da6526766b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:56.589774 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-add54d81-7161-4dfb-83a1-3da6526766b7 None None] Attempt 1 to provision port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 Oct 28 11:01:56.613733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591 req-c59a0d65-e1ba-4166-b182-58127b4445f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.615113 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591 req-c59a0d65-e1ba-4166-b182-58127b4445f3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f1f49235fbe64b79bfef2cf828993c56&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4274306 Oct 28 11:01:56.646204 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401a587-0819-43e1-ba36-b43f8f06bf12 req-1c590103-b502-480c-984f-4d25c68c55d9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.646204 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7401a587-0819-43e1-ba36-b43f8f06bf12 req-1c590103-b502-480c-984f-4d25c68c55d9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.1380038 Oct 28 11:01:56.646416 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-add54d81-7161-4dfb-83a1-3da6526766b7 None None] Port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:01:56.647624 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e0fa-0bf8-4cc8-8f95-a835235efd21 req-a5b34397-af8c-48c4-9f98-3a02a798929a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:56.650851 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d9e6e0fa-0bf8-4cc8-8f95-a835235efd21 req-a5b34397-af8c-48c4-9f98-3a02a798929a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 932 time: 0.0534306 Oct 28 11:01:56.673741 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-01f54544-51d0-4217-a323-70c55f011b92 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 379 time: 0.2342975 Oct 28 11:01:56.699573 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7401a587-0819-43e1-ba36-b43f8f06bf12 req-4feced4c-7806-40a7-9bea-0dd3acb7948f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558238 Oct 28 11:01:56.736408 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:56.783853 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-804bf19f-f3b8-465b-a33d-3fcef2cb0741 req-631a7108-57de-4442-96ee-038e9f44efbe tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0271482 Oct 28 11:01:56.843594 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d9e6e0fa-0bf8-4cc8-8f95-a835235efd21 req-bc2a94d6-1b80-4717-a886-0b0b21f4c6a7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736031 Oct 28 11:01:56.879405 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:56.949160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:01:56.956626 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Publish callbacks [] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:56.975963 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Transition to ACTIVE for port object c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:01:56.980193 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:57.044947 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Pushing event updated for resources: {'Port': ['ID=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:57.087702 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:57.113639 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Attempting to bind port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:01:57.114006 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Attempting to bind port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:01:57.114345 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Attempting to bind port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:57.154749 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:01:57.154998 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Attempting to bind port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:01:57.197683 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:01:57.198062 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Checking segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:01:57.198588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Bound using segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:01:57.199056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Bound port: c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:01:57.199411 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:57.259677 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] For port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:01:57.279725 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] For port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:01:57.286074 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:57.291434 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:57.292107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:57.293504 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 HTTP/1.1" status: 200 len: 1094 time: 0.8596811 Oct 28 11:01:57.294221 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643427ec-cf7f-4058-a731-b96412826c2e', 'tag': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:01:57.343903 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e8fb3-485c-4f5c-b676-43ed18ec0a69 service neutron] Pushing event updated for resources: {'Port': ['ID=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:01:57.418263 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d09df9-a19d-4b32-a7f8-20be488e7af6" -d '{"events": [{"name": "network-changed", "server_uuid": "643427ec-cf7f-4058-a731-b96412826c2e", "tag": "c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:01:57.543323 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832e12c1-248f-41eb-a4b3-0ca83fb80ab3 x-openstack-request-id: req-832e12c1-248f-41eb-a4b3-0ca83fb80ab3 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:01:57.543726 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643427ec-cf7f-4058-a731-b96412826c2e", "tag": "c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:01:57.544044 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-832e12c1-248f-41eb-a4b3-0ca83fb80ab3 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:01:57.544550 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-832e12c1-248f-41eb-a4b3-0ca83fb80ab3'] response: {'name': 'network-changed', 'server_uuid': '643427ec-cf7f-4058-a731-b96412826c2e', 'tag': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66', 'status': 'completed', 'code': 200} Oct 28 11:01:57.747942 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=19 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:57.750175 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:01:57.818472 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d9e2c-d0e0-43bf-9baf-21418a6544b1 req-b2617b7b-5fa3-4e45-a2ed-663a96618376 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:57.819942 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f0d9e2c-d0e0-43bf-9baf-21418a6544b1 req-b2617b7b-5fa3-4e45-a2ed-663a96618376 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0459859 Oct 28 11:01:57.866297 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f0d9e2c-d0e0-43bf-9baf-21418a6544b1 req-dd23dd2b-4551-4061-9619-11b3fd91ff5f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 Oct 28 11:01:57.908169 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-055d2287-773b-4254-b9b1-dc4f22bf0d67 req-5c128a45-c129-4ca8-8c06-461a9e02ba1a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0426953 Oct 28 11:01:57.979046 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a819a-722b-4a8c-8dce-00a684e8ef08 req-8562596e-eb83-4b6b-a30a-22044f8fe8f2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:57.980888 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-231a819a-722b-4a8c-8dce-00a684e8ef08 req-8562596e-eb83-4b6b-a30a-22044f8fe8f2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0540168 Oct 28 11:01:58.035835 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-231a819a-722b-4a8c-8dce-00a684e8ef08 req-7c5590cc-1f20-431f-a655-a390a0f1f524 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415111 Oct 28 11:01:58.738758 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-619cebad-18cc-485b-98cd-d202f5d7f09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:01:58.986701 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117c5a0-60a6-453a-a2d8-ab9bd0c0206d req-f8319d33-9f65-40f8-a93a-37b4e856f9c1 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:58.988383 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e117c5a0-60a6-453a-a2d8-ab9bd0c0206d req-f8319d33-9f65-40f8-a93a-37b4e856f9c1 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0483499 Oct 28 11:01:59.039880 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f5aba1e-4f4a-4314-83db-bf2811070c5a req-b7e9a302-d089-4997-a4de-d40084c42417 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0461915 Oct 28 11:01:59.044650 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e117c5a0-60a6-453a-a2d8-ab9bd0c0206d req-6793349d-ccbe-477c-9ba9-0e7b1700f392 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Oct 28 11:01:59.158442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111749b-410c-469a-91f4-5000423144b0 req-ad201e19-74a7-422b-b9df-c744d8ad1334 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:01:59.159818 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c111749b-410c-469a-91f4-5000423144b0 req-ad201e19-74a7-422b-b9df-c744d8ad1334 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0443807 Oct 28 11:01:59.205569 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c111749b-410c-469a-91f4-5000423144b0 req-4f1394b2-97af-40d7-ad20-082e8d995a39 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Oct 28 11:02:00.176401 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f1cfd6a-9860-4987-a590-ecdfa7add62a req-9b4a7206-6fa8-450a-b171-636bec027b37 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0296509 Oct 28 11:02:00.182034 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeadd6a-6df4-45b9-b07c-12500be9f3e1 req-c7ed150e-aede-4a86-a5d6-186d78f6653c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.184069 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0eeadd6a-6df4-45b9-b07c-12500be9f3e1 req-c7ed150e-aede-4a86-a5d6-186d78f6653c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0518265 Oct 28 11:02:00.230590 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0eeadd6a-6df4-45b9-b07c-12500be9f3e1 req-f51e2b32-e8d0-49ba-a411-8351cedba4ff tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Oct 28 11:02:00.322683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'port': {'device_id': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'admin_state_up': True, 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'security_groups': ['f7901dae-6478-4999-8e98-f1d1df6c2e95']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:02:00.374451 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1172142-d478-421f-95a2-943f58810473 req-f6f74c83-776b-4f96-ab13-d305967cf7e5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.375822 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1172142-d478-421f-95a2-943f58810473 req-f6f74c83-776b-4f96-ab13-d305967cf7e5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0985997 Oct 28 11:02:00.396457 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09df9-a19d-4b32-a7f8-20be488e7af6 req-18bd32e6-00bb-4662-b6ba-849628bef48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.397954 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-93d09df9-a19d-4b32-a7f8-20be488e7af6 req-18bd32e6-00bb-4662-b6ba-849628bef48f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1128 time: 0.0733993 Oct 28 11:02:00.473949 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:00.576276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:00.684907 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-28acb204-fe9a-48e7-8bab-b44387866511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.687142 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-28acb204-fe9a-48e7-8bab-b44387866511 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.3605101 Oct 28 11:02:00.716824 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09df9-a19d-4b32-a7f8-20be488e7af6 req-a9efcb83-632f-47ac-94d8-ca3c33e27790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.718331 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-93d09df9-a19d-4b32-a7f8-20be488e7af6 req-a9efcb83-632f-47ac-94d8-ca3c33e27790 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f1f49235fbe64b79bfef2cf828993c56&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3116407 Oct 28 11:02:00.733260 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:00.822560 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1172142-d478-421f-95a2-943f58810473 req-34e5cd8d-11be-407e-b7d6-869dc911bda4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075561 Oct 28 11:02:00.843517 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591 req-97f0cda2-1882-4f2c-a12b-9ea0629f030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.845220 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6f4f920a-e105-4a1d-8a2a-1e56c0bef591 req-97f0cda2-1882-4f2c-a12b-9ea0629f030b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5262032 Oct 28 11:02:00.845901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:00.874348 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b9f53dd3-2298-41a1-acb7-b4c8d7ebca96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:00.899802 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-ae537020-6519-47ff-bcdf-68eaf8132860 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957517 Oct 28 11:02:00.901548 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Made reservation on behalf of 312745d2566343faa50fa7c6f06483f1 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:02:00.905441 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:00.911014 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d09df9-a19d-4b32-a7f8-20be488e7af6 req-9355944f-507e-4edd-a730-3c076589126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.912756 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-93d09df9-a19d-4b32-a7f8-20be488e7af6 req-9355944f-507e-4edd-a730-3c076589126a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1863086 Oct 28 11:02:00.986498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-fc9cd1cf-65a8-42b5-a001-a9afd9f6edf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:00.988561 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-fc9cd1cf-65a8-42b5-a001-a9afd9f6edf9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1128 time: 0.0460594 Oct 28 11:02:01.055148 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-77d32ea3-6ef5-48bf-a826-4cffca945ccd service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 200 len: 217 time: 0.0592518 Oct 28 11:02:01.098781 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d31482b3-f37f-40e8-910d-49fa1adcac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.100270 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-d31482b3-f37f-40e8-910d-49fa1adcac62 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1128 time: 0.1295428 Oct 28 11:02:01.115848 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-55146324-a50e-401d-86df-5cecb2ea310f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.117292 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-55146324-a50e-401d-86df-5cecb2ea310f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0549350 Oct 28 11:02:01.170028 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-0000ec11-843a-4fea-92e3-d9cf595829b3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 HTTP/1.1" status: 200 len: 217 time: 0.0596416 Oct 28 11:02:01.178385 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-f1dd0305-0303-4444-b166-5cd63904fb88 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208507 Oct 28 11:02:01.180795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Allocated IP 172.20.0.10 (95b80201-612c-4027-9944-5fd26540f482/9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64/06fb27d9-2d31-41b8-ad55-60bad7a8ec79) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:02:01.203717 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-ea0145f2-aa5f-4185-a76b-56162b4dfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.205308 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-ea0145f2-aa5f-4185-a76b-56162b4dfd81 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0818105 Oct 28 11:02:01.262247 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-1a339a35-ad40-4d75-8ab6-e00eb56b60b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.263804 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-1a339a35-ad40-4d75-8ab6-e00eb56b60b7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0845423 Oct 28 11:02:01.317603 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c731e572-d507-4bdc-bbf7-7ad24e27edb6 req-4b01977b-ad20-45ed-9812-dc2e82901a14 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0330684 Oct 28 11:02:01.409959 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af016cda-04f7-44ba-ba1c-35cf26ae3785 req-659bbc25-c787-4e17-9fca-61f7b0997531 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.411597 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-af016cda-04f7-44ba-ba1c-35cf26ae3785 req-659bbc25-c787-4e17-9fca-61f7b0997531 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0927465 Oct 28 11:02:01.478829 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:01.494229 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-af016cda-04f7-44ba-ba1c-35cf26ae3785 req-81f4e58f-13c6-41d8-88fe-5f2d336f8c9e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763113 Oct 28 11:02:01.511639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:01.523163 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:01.565034 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Network 95b80201-612c-4027-9944-5fd26540f482 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:02:01.568999 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:02:01.572619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:02:01.577014 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.577616 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:01.590489 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:01.600951 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-e004c71e-8949-4e11-98e3-20ba930979bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2845118 Oct 28 11:02:01.795830 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-2c07c17a-928e-4c2c-a587-4cc9c778363c None None] Provisioning complete for port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:02:01.796490 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2c07c17a-928e-4c2c-a587-4cc9c778363c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:01.797131 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-2c07c17a-928e-4c2c-a587-4cc9c778363c None None] Attempt 1 to provision port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 Oct 28 11:02:01.829451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2c07c17a-928e-4c2c-a587-4cc9c778363c None None] Port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:02:01.971251 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9cc86-2f49-47c3-b83d-19f67db9dab9 req-f3c00721-bd8a-476e-98d1-311c5f9e11c3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:01.973410 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-66a9cc86-2f49-47c3-b83d-19f67db9dab9 req-f3c00721-bd8a-476e-98d1-311c5f9e11c3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0704670 Oct 28 11:02:02.015422 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36468) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:02.026626 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-66a9cc86-2f49-47c3-b83d-19f67db9dab9 req-3ceaf3da-d5ae-4a82-ad0f-f0f5a7c2ea12 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469675 Oct 28 11:02:02.067649 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.137643 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff5150b4-2f3e-4a03-81ff-7bf7cd9e0bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.195228 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:02.242924 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff5150b4-2f3e-4a03-81ff-7bf7cd9e0bec admin admin] Publish callbacks [] for security_group (53f924d3-8999-4166-b722-6841e0721d51), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.254730 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff5150b4-2f3e-4a03-81ff-7bf7cd9e0bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (53f924d3-8999-4166-b722-6841e0721d51), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.288808 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5150b4-2f3e-4a03-81ff-7bf7cd9e0bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f924d3-8999-4166-b722-6841e0721d51,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:02.316362 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36488) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:02.323939 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ff5150b4-2f3e-4a03-81ff-7bf7cd9e0bec admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bd412080ef1e42b48b0014e3d1399915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071291 Oct 28 11:02:02.326347 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36492) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:02.418256 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df652ae1-477e-4fd4-9c46-abd3a99b473b admin admin] Publish callbacks [] for security_group (53f924d3-8999-4166-b722-6841e0721d51), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.465427 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df652ae1-477e-4fd4-9c46-abd3a99b473b admin admin] Publish callbacks [] for security_group (53f924d3-8999-4166-b722-6841e0721d51), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.474676 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b1add08b-3677-4126-9b3b-c4f20d75fb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.560812 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7543a-0641-4d13-b52e-39f97598d769 req-c99bee91-3bcc-4274-8380-0efccdad3874 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:02.568454 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cc7543a-0641-4d13-b52e-39f97598d769 req-c99bee91-3bcc-4274-8380-0efccdad3874 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 932 time: 0.1212196 Oct 28 11:02:02.610452 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b1add08b-3677-4126-9b3b-c4f20d75fb35 admin admin] Publish callbacks [] for security_group (998e5b73-fa14-4546-a8de-6bf0870de967), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.616452 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b1add08b-3677-4126-9b3b-c4f20d75fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (998e5b73-fa14-4546-a8de-6bf0870de967), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.620297 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cc7543a-0641-4d13-b52e-39f97598d769 req-a688185b-e32b-4cc6-ac92-291466f2f606 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509820 Oct 28 11:02:02.621366 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df652ae1-477e-4fd4-9c46-abd3a99b473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (53f924d3-8999-4166-b722-6841e0721d51), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.624328 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df652ae1-477e-4fd4-9c46-abd3a99b473b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.625499 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-df652ae1-477e-4fd4-9c46-abd3a99b473b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/53f924d3-8999-4166-b722-6841e0721d51 HTTP/1.1" status: 204 len: 168 time: 0.2981563 Oct 28 11:02:02.641916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df652ae1-477e-4fd4-9c46-abd3a99b473b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f924d3-8999-4166-b722-6841e0721d51,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:02.661389 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b1add08b-3677-4126-9b3b-c4f20d75fb35 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f7abd7242c834a6ba58e34ef57c4b12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439686 Oct 28 11:02:02.664076 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36518) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:02.730068 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1add08b-3677-4126-9b3b-c4f20d75fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e5b73-fa14-4546-a8de-6bf0870de967,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:02.756884 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3e29-a8ef-42d1-905a-e52004645e5f admin admin] Publish callbacks [] for security_group (998e5b73-fa14-4546-a8de-6bf0870de967), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.767388 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de74f9a-9b52-4d54-8785-1444f63e24e6 req-3c586516-256c-4025-87d3-f5665e232dee tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:02.776672 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0de74f9a-9b52-4d54-8785-1444f63e24e6 req-3c586516-256c-4025-87d3-f5665e232dee tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.1195245 Oct 28 11:02:02.782080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3e29-a8ef-42d1-905a-e52004645e5f admin admin] Publish callbacks [] for security_group (998e5b73-fa14-4546-a8de-6bf0870de967), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.849999 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0de74f9a-9b52-4d54-8785-1444f63e24e6 req-23f58707-fb28-4f87-9966-494cccf78fcc tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720840 Oct 28 11:02:02.867212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3e29-a8ef-42d1-905a-e52004645e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (998e5b73-fa14-4546-a8de-6bf0870de967), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.870177 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3e29-a8ef-42d1-905a-e52004645e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:02.871479 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ccfb3e29-a8ef-42d1-905a-e52004645e5f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/998e5b73-fa14-4546-a8de-6bf0870de967 HTTP/1.1" status: 204 len: 168 time: 0.2063987 Oct 28 11:02:02.880247 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb3e29-a8ef-42d1-905a-e52004645e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e5b73-fa14-4546-a8de-6bf0870de967,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:02.904617 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36532) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:03.162591 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da78b78-07c5-4607-8a36-0d1a385365f7 req-3f0e15f4-df57-4b93-afa7-4d5fef436872 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:03.169739 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6da78b78-07c5-4607-8a36-0d1a385365f7 req-3f0e15f4-df57-4b93-afa7-4d5fef436872 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0612376 Oct 28 11:02:03.181195 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eaa7debf-bea2-4232-9c6a-d0e2e3921eb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.253588 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6da78b78-07c5-4607-8a36-0d1a385365f7 req-db07f2c3-ee09-4da9-b118-5a5400edaca6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776200 Oct 28 11:02:03.271614 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36548) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:03.286418 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eaa7debf-bea2-4232-9c6a-d0e2e3921eb3 admin admin] Publish callbacks [] for security_group (14a70fe3-2aed-4aca-87f5-17d68a8062f3), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.286838 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cb-95e7-46a7-bf42-b84953c9d1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.292176 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eaa7debf-bea2-4232-9c6a-d0e2e3921eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (14a70fe3-2aed-4aca-87f5-17d68a8062f3), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.333182 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-eaa7debf-bea2-4232-9c6a-d0e2e3921eb3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7762e71669194f59a1e2cb5e948c5285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273193 Oct 28 11:02:03.334668 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7debf-bea2-4232-9c6a-d0e2e3921eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a70fe3-2aed-4aca-87f5-17d68a8062f3,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:03.337006 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36552) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:03.354599 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:03.384718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:03.385202 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cb-95e7-46a7-bf42-b84953c9d1f3 admin admin] Publish callbacks [] for security_group (5b36d7a8-2c45-45da-9a73-99c37f4119d7), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.391255 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b10cc9cb-95e7-46a7-bf42-b84953c9d1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (5b36d7a8-2c45-45da-9a73-99c37f4119d7), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.393820 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e45af615-2096-4762-853a-491ca5aefb87 admin admin] Publish callbacks [] for security_group (14a70fe3-2aed-4aca-87f5-17d68a8062f3), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.417264 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e45af615-2096-4762-853a-491ca5aefb87 admin admin] Publish callbacks [] for security_group (14a70fe3-2aed-4aca-87f5-17d68a8062f3), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.423180 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:03.428744 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:03.444819 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b10cc9cb-95e7-46a7-bf42-b84953c9d1f3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e9b9bb3f75b2452182508d2bf0eb9a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717491 Oct 28 11:02:03.446348 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36554) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:03.464756 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cc9cb-95e7-46a7-bf42-b84953c9d1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b36d7a8-2c45-45da-9a73-99c37f4119d7,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:03.475646 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e45af615-2096-4762-853a-491ca5aefb87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (14a70fe3-2aed-4aca-87f5-17d68a8062f3), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.478777 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e45af615-2096-4762-853a-491ca5aefb87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.482261 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e45af615-2096-4762-853a-491ca5aefb87 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/14a70fe3-2aed-4aca-87f5-17d68a8062f3 HTTP/1.1" status: 204 len: 168 time: 0.1420610 Oct 28 11:02:03.491066 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45af615-2096-4762-853a-491ca5aefb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a70fe3-2aed-4aca-87f5-17d68a8062f3,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:03.517279 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3312ceac-911d-4d92-b223-1f91abdd8b3a admin admin] Publish callbacks [] for security_group (5b36d7a8-2c45-45da-9a73-99c37f4119d7), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.547767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3312ceac-911d-4d92-b223-1f91abdd8b3a admin admin] Publish callbacks [] for security_group (5b36d7a8-2c45-45da-9a73-99c37f4119d7), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.589354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.620309 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3312ceac-911d-4d92-b223-1f91abdd8b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (5b36d7a8-2c45-45da-9a73-99c37f4119d7), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.623464 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3312ceac-911d-4d92-b223-1f91abdd8b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.627295 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3312ceac-911d-4d92-b223-1f91abdd8b3a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5b36d7a8-2c45-45da-9a73-99c37f4119d7 HTTP/1.1" status: 204 len: 168 time: 0.1745794 Oct 28 11:02:03.637141 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312ceac-911d-4d92-b223-1f91abdd8b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b36d7a8-2c45-45da-9a73-99c37f4119d7,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:03.695084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:03.782567 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f364336-7119-4cd8-abf9-5f8223156283 req-be03ec24-fecd-437c-af29-74549b07cad1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:03.790018 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8f364336-7119-4cd8-abf9-5f8223156283 req-be03ec24-fecd-437c-af29-74549b07cad1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 932 time: 0.0576487 Oct 28 11:02:03.837777 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8f364336-7119-4cd8-abf9-5f8223156283 req-54f9525d-bd1c-43bc-acca-87ca57ce64f2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468071 Oct 28 11:02:03.885681 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36574) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:03.900724 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccab75ab-4937-44db-a3ae-35412435e8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.020481 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e69f12-5ef7-45a0-9a97-2ee35938be54 req-36eaaf08-dedd-46cf-936d-b6c67295a476 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:04.021962 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-08e69f12-5ef7-45a0-9a97-2ee35938be54 req-36eaaf08-dedd-46cf-936d-b6c67295a476 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0636725 Oct 28 11:02:04.041646 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccab75ab-4937-44db-a3ae-35412435e8dc admin admin] Publish callbacks [] for security_group (4aa891de-65be-4f8d-9281-bc5091532efd), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.054951 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ccab75ab-4937-44db-a3ae-35412435e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (4aa891de-65be-4f8d-9281-bc5091532efd), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.121171 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ccab75ab-4937-44db-a3ae-35412435e8dc admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e1fb32aaf55c4f70aebfd21c31f41da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349622 Oct 28 11:02:04.124489 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36592) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:04.133051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab75ab-4937-44db-a3ae-35412435e8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa891de-65be-4f8d-9281-bc5091532efd,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:04.139108 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-08e69f12-5ef7-45a0-9a97-2ee35938be54 req-f7756bfb-ef4d-4905-a0f7-78833f5c70d3 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054170 Oct 28 11:02:04.213907 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd93cdaf-a843-4bc0-8425-b21d4d59a5d9 admin admin] Publish callbacks [] for security_group (4aa891de-65be-4f8d-9281-bc5091532efd), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.237870 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd93cdaf-a843-4bc0-8425-b21d4d59a5d9 admin admin] Publish callbacks [] for security_group (4aa891de-65be-4f8d-9281-bc5091532efd), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.295176 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd93cdaf-a843-4bc0-8425-b21d4d59a5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (4aa891de-65be-4f8d-9281-bc5091532efd), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.299263 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd93cdaf-a843-4bc0-8425-b21d4d59a5d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:04.300888 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-fd93cdaf-a843-4bc0-8425-b21d4d59a5d9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4aa891de-65be-4f8d-9281-bc5091532efd HTTP/1.1" status: 204 len: 168 time: 0.1751463 Oct 28 11:02:04.311663 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93cdaf-a843-4bc0-8425-b21d4d59a5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa891de-65be-4f8d-9281-bc5091532efd,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:04.379741 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87231840-d453-4bc1-b440-28eeec052b03 req-617fce0d-7302-45f5-8ab6-b76ec585754f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:04.381290 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-87231840-d453-4bc1-b440-28eeec052b03 req-617fce0d-7302-45f5-8ab6-b76ec585754f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0513990 Oct 28 11:02:04.434773 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-87231840-d453-4bc1-b440-28eeec052b03 req-1c37b8dd-29f5-40ce-a2be-5eed582233da tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466886 Oct 28 11:02:04.982615 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1cce6-fab7-43b2-a1d6-87bbcdc5f157 req-b13bf4be-93c4-4ffd-a653-36d0c8a330bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:04.984637 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-73d1cce6-fab7-43b2-a1d6-87bbcdc5f157 req-b13bf4be-93c4-4ffd-a653-36d0c8a330bd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 932 time: 0.0648935 Oct 28 11:02:05.037857 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-73d1cce6-fab7-43b2-a1d6-87bbcdc5f157 req-36f3c717-f6fa-4551-8fd5-3e47dd435849 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463557 Oct 28 11:02:05.281389 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede362ff-f897-4cf7-98ee-fe881e413af4 req-678c13f2-2a46-4e84-9583-c9717cdc0847 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:05.282909 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ede362ff-f897-4cf7-98ee-fe881e413af4 req-678c13f2-2a46-4e84-9583-c9717cdc0847 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0559278 Oct 28 11:02:05.334785 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ede362ff-f897-4cf7-98ee-fe881e413af4 req-3f0706d3-cbbc-4d01-a2d2-dfecf55cc480 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Oct 28 11:02:05.594324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b2149-c816-4483-aec3-e7a2430975e4 req-94ca9838-5d41-45bd-b2df-27cd0bcfad7b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:05.595837 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-410b2149-c816-4483-aec3-e7a2430975e4 req-94ca9838-5d41-45bd-b2df-27cd0bcfad7b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0476105 Oct 28 11:02:05.652047 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-410b2149-c816-4483-aec3-e7a2430975e4 req-1a1c141b-d0ed-41a8-a144-4ed715a76780 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Oct 28 11:02:06.174294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d00b2-8d0e-4e0f-aee7-216c5d28f1f9 req-60a171e4-8e43-4cfe-8b3e-2244310940d1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:06.182918 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-309d00b2-8d0e-4e0f-aee7-216c5d28f1f9 req-60a171e4-8e43-4cfe-8b3e-2244310940d1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 932 time: 0.0567837 Oct 28 11:02:06.247327 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-309d00b2-8d0e-4e0f-aee7-216c5d28f1f9 req-70743be1-709d-4141-b893-122f5dcf6c84 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632863 Oct 28 11:02:06.474645 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e1643-019b-4b97-8120-8df85e9e0ef3 req-ee4338fc-99b6-4169-90fb-663f71685917 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:06.476108 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f04e1643-019b-4b97-8120-8df85e9e0ef3 req-ee4338fc-99b6-4169-90fb-663f71685917 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0537093 Oct 28 11:02:06.525886 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f04e1643-019b-4b97-8120-8df85e9e0ef3 req-bcdf9fde-b74c-4131-904f-232aba82f48e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Oct 28 11:02:06.800631 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eebc19-c30b-4725-85fe-dfe15795542c req-4e5fff62-0de7-4239-af34-24bb91b150e7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:06.802260 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-63eebc19-c30b-4725-85fe-dfe15795542c req-4e5fff62-0de7-4239-af34-24bb91b150e7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0641031 Oct 28 11:02:06.859720 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-63eebc19-c30b-4725-85fe-dfe15795542c req-964de369-e131-4b1d-8d74-784c38255fe4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Oct 28 11:02:07.160077 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36766) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:07.267057 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f7526f39-f9ac-4fef-a957-b8188f6be9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.356798 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f7526f39-f9ac-4fef-a957-b8188f6be9ad admin admin] Publish callbacks [] for security_group (4e22fe29-5d23-4d26-b8c5-18211ede9fae), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.361380 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f7526f39-f9ac-4fef-a957-b8188f6be9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (4e22fe29-5d23-4d26-b8c5-18211ede9fae), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.376629 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:07.400185 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea9e2d-5519-4d3e-b2eb-c84fdd1bc32e req-e285b787-2419-43e2-959d-74f2d79fa929 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:07.402836 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99ea9e2d-5519-4d3e-b2eb-c84fdd1bc32e req-e285b787-2419-43e2-959d-74f2d79fa929 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 932 time: 0.0493789 Oct 28 11:02:07.405936 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36778) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:07.406135 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-f7526f39-f9ac-4fef-a957-b8188f6be9ad admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8bd1c6702e1a41adb7279caf4ff5b48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448804 Oct 28 11:02:07.407740 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7526f39-f9ac-4fef-a957-b8188f6be9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e22fe29-5d23-4d26-b8c5-18211ede9fae,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:07.466190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:07.496752 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-582e5a68-a69d-40a7-8250-1fe8f5f0bcbe admin admin] Publish callbacks [] for security_group (4e22fe29-5d23-4d26-b8c5-18211ede9fae), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.507428 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99ea9e2d-5519-4d3e-b2eb-c84fdd1bc32e req-a11621e0-64a1-457f-8150-2b43068ec9fd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788932 Oct 28 11:02:07.520189 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-582e5a68-a69d-40a7-8250-1fe8f5f0bcbe admin admin] Publish callbacks [] for security_group (4e22fe29-5d23-4d26-b8c5-18211ede9fae), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.521779 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:07.574952 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-582e5a68-a69d-40a7-8250-1fe8f5f0bcbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (4e22fe29-5d23-4d26-b8c5-18211ede9fae), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.577702 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-582e5a68-a69d-40a7-8250-1fe8f5f0bcbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.579034 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-582e5a68-a69d-40a7-8250-1fe8f5f0bcbe admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4e22fe29-5d23-4d26-b8c5-18211ede9fae HTTP/1.1" status: 204 len: 168 time: 0.1710014 Oct 28 11:02:07.586764 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e5a68-a69d-40a7-8250-1fe8f5f0bcbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e22fe29-5d23-4d26-b8c5-18211ede9fae,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:07.616555 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:07.657037 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa2c62-9fd8-4463-9faf-de6ff8a62595 req-cfe54109-370a-4c3a-9054-a569b7c9780e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:07.658687 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c6aa2c62-9fd8-4463-9faf-de6ff8a62595 req-cfe54109-370a-4c3a-9054-a569b7c9780e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0521207 Oct 28 11:02:07.709405 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c6aa2c62-9fd8-4463-9faf-de6ff8a62595 req-f7212a76-f6ae-44f0-8be3-f6c91843d930 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447865 Oct 28 11:02:07.862001 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 36788) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:07.875535 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d18-2640-4811-aac1-47d336647480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.954621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d18-2640-4811-aac1-47d336647480 admin admin] Publish callbacks [] for security_group (794334e2-7c8a-46ac-8072-2ceede1d05e7), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.958400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d2e1d18-2640-4811-aac1-47d336647480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (794334e2-7c8a-46ac-8072-2ceede1d05e7), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:07.978950 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c897-ddbd-4b04-9273-8db0a52efd52 req-57e0b95f-6007-4e98-b56a-5e5e11fd4f94 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:07.980688 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31b4c897-ddbd-4b04-9273-8db0a52efd52 req-57e0b95f-6007-4e98-b56a-5e5e11fd4f94 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0477788 Oct 28 11:02:08.006206 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-3d2e1d18-2640-4811-aac1-47d336647480 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5da0916eeafd41a3a5303ac1fae27f3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424904 Oct 28 11:02:08.007009 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e1d18-2640-4811-aac1-47d336647480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794334e2-7c8a-46ac-8072-2ceede1d05e7,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:08.009362 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 36794) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:08.067664 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31b4c897-ddbd-4b04-9273-8db0a52efd52 req-2076cdd4-5cf4-427d-a104-9d6033373754 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802383 Oct 28 11:02:08.083585 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-28c6e089-5eca-4e90-8512-8d2af9ace94a admin admin] Publish callbacks [] for security_group (794334e2-7c8a-46ac-8072-2ceede1d05e7), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:08.103908 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-28c6e089-5eca-4e90-8512-8d2af9ace94a admin admin] Publish callbacks [] for security_group (794334e2-7c8a-46ac-8072-2ceede1d05e7), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:08.154226 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-28c6e089-5eca-4e90-8512-8d2af9ace94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (794334e2-7c8a-46ac-8072-2ceede1d05e7), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:08.156742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-28c6e089-5eca-4e90-8512-8d2af9ace94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:08.157840 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-28c6e089-5eca-4e90-8512-8d2af9ace94a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/794334e2-7c8a-46ac-8072-2ceede1d05e7 HTTP/1.1" status: 204 len: 168 time: 0.1481109 Oct 28 11:02:08.166389 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6e089-5eca-4e90-8512-8d2af9ace94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794334e2-7c8a-46ac-8072-2ceede1d05e7,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:08.177637 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:08.641088 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06b1bb-593f-4963-bca1-dc43ae577920 req-dc08a7fc-ea2b-4e8a-b4f3-1ad059ae1963 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:08.642620 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4b06b1bb-593f-4963-bca1-dc43ae577920 req-dc08a7fc-ea2b-4e8a-b4f3-1ad059ae1963 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 932 time: 0.0559957 Oct 28 11:02:08.700534 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4b06b1bb-593f-4963-bca1-dc43ae577920 req-1e794327-02ab-4c1e-bd6d-3943d76a2fe4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488901 Oct 28 11:02:08.742563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Request body: {'port': {'device_id': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:02:08.811065 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-141c0b68-3037-43b4-9dd1-7bb182f7eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:08.813041 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-141c0b68-3037-43b4-9dd1-7bb182f7eb16 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0897062 Oct 28 11:02:08.871053 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:08.911056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0da3d13b-05f9-481e-8125-00a60da3dc59 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:02:08.966854 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-35ce707f-b412-47c1-9e84-1ea490033d51 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273111 Oct 28 11:02:09.020036 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff63a8-5c84-4991-a92b-dd4f70689688 req-efa47467-cc09-4816-a942-cce4e47c8db1 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:09.021399 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-acff63a8-5c84-4991-a92b-dd4f70689688 req-efa47467-cc09-4816-a942-cce4e47c8db1 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.1522171 Oct 28 11:02:09.117229 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0da3d13b-05f9-481e-8125-00a60da3dc59,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:09.132936 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '0da3d13b-05f9-481e-8125-00a60da3dc59', 'network_id': '9ae7ccc8-0f91-48dd-b29a-d699bdc8437f', 'port_id': '0da3d13b-05f9-481e-8125-00a60da3dc59', 'mac_address': 'fa:16:3e:42:09:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13aaeaaa-09e1-405f-a452-591f6c40611c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:02:09.152303 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2b63fb07-ea1a-4ab5-8447-1d51039deb87 req-7edcd67c-3803-4925-a851-d1172cd2c3c7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743066 Oct 28 11:02:09.207275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0da3d13b-05f9-481e-8125-00a60da3dc59 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:09.208514 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:09.212141 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-c0c4dbab-79c6-48f9-8e68-a8cd92296b63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920412 Oct 28 11:02:09.228367 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da3d13b-05f9-481e-8125-00a60da3dc59 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:02:09.257754 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0da3d13b-05f9-481e-8125-00a60da3dc59,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:09.284542 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:09.302323 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fdef0-10b9-4bce-b7dc-6faef4828d2f req-ac382f57-9389-44a2-83cb-8bf8ac086cdd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:09.312966 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-296fdef0-10b9-4bce-b7dc-6faef4828d2f req-ac382f57-9389-44a2-83cb-8bf8ac086cdd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.1100626 Oct 28 11:02:09.324880 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-acff63a8-5c84-4991-a92b-dd4f70689688 req-37b1079e-2734-4dae-a4f9-cf1e464e9d6a tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931402 Oct 28 11:02:09.347562 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:09.404222 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-296fdef0-10b9-4bce-b7dc-6faef4828d2f req-0fa202c7-8b48-4155-8512-587c1da8097b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889342 Oct 28 11:02:09.446009 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:09.448128 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:02:09.456884 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Publish callbacks [] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:09.471823 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Transition to ACTIVE for port object 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:02:09.476259 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:09.484492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:09.548384 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:09.568138 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Attempting to bind port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:02:09.568475 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Attempting to bind port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:02:09.568808 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Attempting to bind port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 on network 95b80201-612c-4027-9944-5fd26540f482 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:02:09.801546 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 on network 95b80201-612c-4027-9944-5fd26540f482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:02:09.802194 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Attempting to bind port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 on network 95b80201-612c-4027-9944-5fd26540f482 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:02:09.886545 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd6482-d420-46e8-9931-76c8ed48b580 req-3b1630c8-cbac-49ce-bce7-e29e1d84380a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:09.887990 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbdd6482-d420-46e8-9931-76c8ed48b580 req-3b1630c8-cbac-49ce-bce7-e29e1d84380a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0614774 Oct 28 11:02:09.889098 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:02:09.889419 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Checking segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:02:09.889788 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Bound using segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:02:09.890377 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Bound port: 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:02:09.890742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:09.981147 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbdd6482-d420-46e8-9931-76c8ed48b580 req-0934416e-73c3-4263-b2b2-ee59ae4091f9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871212 Oct 28 11:02:09.992998 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:02:09.996659 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:02:10.003863 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:10.009064 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:10.009746 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:10.011140 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 1094 time: 1.2765920 Oct 28 11:02:10.013560 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:02:10.014891 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c24f1ab-7cff-4147-8ee3-b545b9301894" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:02:10.064052 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8571e5e4-66f7-4f8d-b539-047e303df184 x-openstack-request-id: req-8571e5e4-66f7-4f8d-b539-047e303df184 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:02:10.064396 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:02:10.064695 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8571e5e4-66f7-4f8d-b539-047e303df184 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:02:10.065068 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8571e5e4-66f7-4f8d-b539-047e303df184'] response: {'name': 'network-changed', 'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'status': 'completed', 'code': 200} Oct 28 11:02:10.066386 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35b3ba-2a38-43ff-a454-74515f6c17dc service neutron] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:10.468938 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb1ffa-4a6d-4c67-b1b2-0d34dbd3f6d4 req-e375f00c-ade6-4a0d-8257-95cae1c7e3ca tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:10.477667 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a6bb1ffa-4a6d-4c67-b1b2-0d34dbd3f6d4 req-e375f00c-ade6-4a0d-8257-95cae1c7e3ca tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 945 time: 0.0688267 Oct 28 11:02:10.535167 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a6bb1ffa-4a6d-4c67-b1b2-0d34dbd3f6d4 req-982cd24f-9ef5-4707-bb61-3badf1f1d574 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556536 Oct 28 11:02:10.545286 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4657d-cc81-4be4-a9c8-728b2817f552 req-427d1708-b2a6-43d3-800b-1df916f8cd6e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:10.546882 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0cd4657d-cc81-4be4-a9c8-728b2817f552 req-427d1708-b2a6-43d3-800b-1df916f8cd6e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0489340 Oct 28 11:02:10.611865 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0cd4657d-cc81-4be4-a9c8-728b2817f552 req-d928bac9-eb0f-4f63-911c-df205f8190f7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581403 Oct 28 11:02:11.106492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c7fba-7b0b-44f6-8202-d23bff141098 req-74b43f65-85ce-4ca2-ae26-2c6440381bde tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:11.107936 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b50c7fba-7b0b-44f6-8202-d23bff141098 req-74b43f65-85ce-4ca2-ae26-2c6440381bde tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0454164 Oct 28 11:02:11.153647 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b50c7fba-7b0b-44f6-8202-d23bff141098 req-1f8166f3-29ac-450a-8991-0a4c9438ce5d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 Oct 28 11:02:11.650972 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68846b48-38de-4bd3-aa17-6e638e49b1d9 req-0dc11d56-b072-4175-a9ed-3da5fa54ce2e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:11.652453 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-68846b48-38de-4bd3-aa17-6e638e49b1d9 req-0dc11d56-b072-4175-a9ed-3da5fa54ce2e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 945 time: 0.0481086 Oct 28 11:02:11.703137 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-68846b48-38de-4bd3-aa17-6e638e49b1d9 req-12bd68e8-5b78-44a6-a115-eb3769144a1a tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449998 Oct 28 11:02:11.729108 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16399d-5157-4b5c-9e00-025dce9596e1 req-ad164d81-ee62-4817-823b-faf5fa104ae4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:11.730583 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ce16399d-5157-4b5c-9e00-025dce9596e1 req-ad164d81-ee62-4817-823b-faf5fa104ae4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0470598 Oct 28 11:02:11.776729 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ce16399d-5157-4b5c-9e00-025dce9596e1 req-6805e958-a02b-4632-85f1-e9554eddfc7a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404217 Oct 28 11:02:12.092567 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:02:12.272367 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:12.281305 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c0834-5705-4267-8ff2-f6200b7503e3 req-184054b8-ae4e-44b1-9cb9-7c601c24dfa3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:12.282788 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e31c0834-5705-4267-8ff2-f6200b7503e3 req-184054b8-ae4e-44b1-9cb9-7c601c24dfa3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0504825 Oct 28 11:02:12.328124 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e31c0834-5705-4267-8ff2-f6200b7503e3 req-b4ea094a-cbef-442a-a444-8fba143a761b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395672 Oct 28 11:02:12.346857 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['0da3d13b-05f9-481e-8125-00a60da3dc59'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:02:12.832072 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb54e8-00b3-4cbe-a25b-3cee4707e67e req-9911743a-e845-42fa-929b-e2a46566820f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:12.833836 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c6bb54e8-00b3-4cbe-a25b-3cee4707e67e req-9911743a-e845-42fa-929b-e2a46566820f tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 945 time: 0.0493031 Oct 28 11:02:12.880498 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c6bb54e8-00b3-4cbe-a25b-3cee4707e67e req-187864c6-219c-4bd2-84b0-d8f8826d8f5d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Oct 28 11:02:12.893591 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c629a4-257f-470d-a3d5-81acf17313ea req-fa693f23-f723-4dc5-94af-6295a9c08b04 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:12.895126 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c6c629a4-257f-470d-a3d5-81acf17313ea req-fa693f23-f723-4dc5-94af-6295a9c08b04 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0454924 Oct 28 11:02:12.940769 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c6c629a4-257f-470d-a3d5-81acf17313ea req-268a435f-6afb-45c7-8654-88d3b5285010 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402710 Oct 28 11:02:13.431567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:13.449392 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8aa5f-5ac6-4563-b74c-e67ae0c2fc11 req-a3c92036-3657-435f-bc31-f80dc03ed76a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:13.450908 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ffa8aa5f-5ac6-4563-b74c-e67ae0c2fc11 req-a3c92036-3657-435f-bc31-f80dc03ed76a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0457101 Oct 28 11:02:13.497100 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ffa8aa5f-5ac6-4563-b74c-e67ae0c2fc11 req-6a677f03-76b0-49a3-be03-01e2d95fd93c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407431 Oct 28 11:02:13.988173 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:14.002466 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8e998-8a3f-4902-8b65-bad9a56950be req-655564d8-8315-4eb7-b16b-c450d838676a tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:14.003940 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-14e8e998-8a3f-4902-8b65-bad9a56950be req-655564d8-8315-4eb7-b16b-c450d838676a tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 945 time: 0.0499277 Oct 28 11:02:14.071932 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de99c9b2-8113-4a50-819d-a9f0f9249807 req-09f21c39-95c7-4389-acdc-10150165755c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:14.073657 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-de99c9b2-8113-4a50-819d-a9f0f9249807 req-09f21c39-95c7-4389-acdc-10150165755c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0586793 Oct 28 11:02:14.127092 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-de99c9b2-8113-4a50-819d-a9f0f9249807 req-4862afdb-e923-4e0b-b75d-b830abc0360e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472963 Oct 28 11:02:14.215166 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-14e8e998-8a3f-4902-8b65-bad9a56950be req-753236fb-2bef-4083-94c5-976e775c763e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056530 Oct 28 11:02:14.621116 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb786c-04fe-4283-b557-20a4ca203f8c req-2f21b1f9-3c1e-403b-b96a-ec726a67cf96 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:14.622719 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5adb786c-04fe-4283-b557-20a4ca203f8c req-2f21b1f9-3c1e-403b-b96a-ec726a67cf96 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0485573 Oct 28 11:02:14.670347 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5adb786c-04fe-4283-b557-20a4ca203f8c req-7a179d1d-2fc5-4938-a75c-805b58834ff5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Oct 28 11:02:15.067756 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0da3d13b-05f9-481e-8125-00a60da3dc59 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:02:15.117489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 0da3d13b-05f9-481e-8125-00a60da3dc59 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:02:15.124118 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 0da3d13b-05f9-481e-8125-00a60da3dc59 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:02:15.125011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:15.126095 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 0da3d13b-05f9-481e-8125-00a60da3dc59 Oct 28 11:02:15.307157 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a792827-c299-4fb5-8f08-c756f3ce421f req-5cc2580c-4892-46bf-abf3-761028914124 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:15.316454 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5a792827-c299-4fb5-8f08-c756f3ce421f req-5cc2580c-4892-46bf-abf3-761028914124 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.1008122 Oct 28 11:02:15.345741 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0da3d13b-05f9-481e-8125-00a60da3dc59 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:15.346702 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:15.373207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:15.375010 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce66ff2-27f4-4d1f-a52f-ba647ca63917 req-48143bed-ac09-4b1d-bd39-e6fb0991726d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:15.377008 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ce66ff2-27f4-4d1f-a52f-ba647ca63917 req-48143bed-ac09-4b1d-bd39-e6fb0991726d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 945 time: 0.0577075 Oct 28 11:02:15.383962 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:02:15.390832 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5a792827-c299-4fb5-8f08-c756f3ce421f req-c822046b-e617-4d04-93b1-9d0a937a452c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735040 Oct 28 11:02:15.418215 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:15.452037 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ce66ff2-27f4-4d1f-a52f-ba647ca63917 req-ef777c2a-8a4c-41f7-8b87-a95678dc07a9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685174 Oct 28 11:02:15.478819 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0da3d13b-05f9-481e-8125-00a60da3dc59,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:15.482788 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:15.520337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:15.532147 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:15.584615 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca06d9d9-f888-4e9f-afdd-f9e1c91619b6" -d '{"events": [{"server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "name": "network-vif-plugged", "status": "completed", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:02:15.685165 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354f29f9-ff2b-4d70-9668-14ba2d6a207e x-openstack-request-id: req-354f29f9-ff2b-4d70-9668-14ba2d6a207e {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:02:15.685668 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "name": "network-vif-plugged", "status": "completed", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:02:15.685945 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-354f29f9-ff2b-4d70-9668-14ba2d6a207e {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:02:15.686415 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354f29f9-ff2b-4d70-9668-14ba2d6a207e'] response: {'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59', 'code': 200} Oct 28 11:02:15.807136 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572c2fc-8068-4d22-b63a-75eb27b23a67 req-0186c2a7-e1a0-45cd-b7e0-a0283cae728e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:15.808795 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3572c2fc-8068-4d22-b63a-75eb27b23a67 req-0186c2a7-e1a0-45cd-b7e0-a0283cae728e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0519602 Oct 28 11:02:15.858177 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3572c2fc-8068-4d22-b63a-75eb27b23a67 req-88e1c299-1a01-4008-9508-f68353c73202 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435257 Oct 28 11:02:16.225843 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24f1ab-7cff-4147-8ee3-b545b9301894 req-da0bc92b-b491-40bf-a54a-606226808d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:16.227370 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c24f1ab-7cff-4147-8ee3-b545b9301894 req-da0bc92b-b491-40bf-a54a-606226808d56 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1128 time: 0.0798666 Oct 28 11:02:16.308797 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-eebdf4f0-efef-4c3b-8067-03071733a426 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874323 Oct 28 11:02:16.373087 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24f1ab-7cff-4147-8ee3-b545b9301894 req-c42b6238-44de-4844-bec0-4a2f96a241fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:16.374641 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c24f1ab-7cff-4147-8ee3-b545b9301894 req-c42b6238-44de-4844-bec0-4a2f96a241fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=312745d2566343faa50fa7c6f06483f1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1398149 Oct 28 11:02:16.384706 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd192c0-625e-495d-9ada-40f4b12c0bcd req-e81ec79c-e762-4bb8-8edf-cd0a215425af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:16.387491 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3dd192c0-625e-495d-9ada-40f4b12c0bcd req-e81ec79c-e762-4bb8-8edf-cd0a215425af service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 1130 time: 0.0921214 Oct 28 11:02:16.538608 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376b680-b366-448f-8bb2-9500a896aad2 req-93e8ce19-f20f-435d-9745-4853ba118904 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:16.548477 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d376b680-b366-448f-8bb2-9500a896aad2 req-93e8ce19-f20f-435d-9745-4853ba118904 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0634470 Oct 28 11:02:16.597392 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d376b680-b366-448f-8bb2-9500a896aad2 req-8dfe0e6f-0e1e-488c-a934-773c7dfc088a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479386 Oct 28 11:02:16.673409 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488f0a8-6938-4317-b369-73088c11d0a4 req-75ec4659-f3ee-4f64-b68f-e250c6aea4cd tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:16.675121 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7488f0a8-6938-4317-b369-73088c11d0a4 req-75ec4659-f3ee-4f64-b68f-e250c6aea4cd tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0904617 Oct 28 11:02:16.755463 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7488f0a8-6938-4317-b369-73088c11d0a4 req-6cd4a43a-9eef-4b37-8998-676f2eb0fcfa tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707264 Oct 28 11:02:16.931845 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37156) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:17.016014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:02:17.029878 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa88e64-398e-455f-a5af-0d50fab39ac1 req-cb829df5-2b49-4588-90d4-b1edf0542bdc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:17.039743 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afa88e64-398e-455f-a5af-0d50fab39ac1 req-cb829df5-2b49-4588-90d4-b1edf0542bdc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0798016 Oct 28 11:02:17.066556 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37162) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:17.126525 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afa88e64-398e-455f-a5af-0d50fab39ac1 req-e141e337-d84a-481b-953b-86b6af41d590 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853212 Oct 28 11:02:17.173380 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:17.190438 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'port_id': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f', 'mac_address': 'fa:16:3e:fb:8a:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:02:17.230926 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:17.231314 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.245043 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:02:17.275128 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:17.279781 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.336315 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.344627 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.345373 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.345775 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.346323 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.346869 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.347201 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.347633 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.347973 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.348337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.348716 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.349281 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.350277 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.350829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.351347 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.351916 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.369434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.401527 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37172) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:17.407997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e2b243-1168-40c0-a500-80a924fd6b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.467701 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.471868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:17.506511 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Publish callbacks [] for security_group (8842f7ae-e008-4436-a3d8-0ccce9264de5), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.513927 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (8842f7ae-e008-4436-a3d8-0ccce9264de5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.548836 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Publish callbacks [] for security_group (53e3e8a8-93f0-4905-bb56-1809d6fabc92), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.552906 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (53e3e8a8-93f0-4905-bb56-1809d6fabc92), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.575120 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=56c49780ee484f4fa9f8420f8de5c028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6413448 Oct 28 11:02:17.578727 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8842f7ae-e008-4436-a3d8-0ccce9264de5,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.582029 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37176) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:17.582246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e2b243-1168-40c0-a500-80a924fd6b07 admin admin] Publish callbacks [] for security_group (e5f1d063-8f86-417c-b952-765ada064b3f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.591382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.591738 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.592078 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.592418 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.592758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.593113 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.593492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.593606 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:02:17.593716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.594062 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.594830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.594830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.595048 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.595347 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.595669 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.595988 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4482ba6a-ac43-498d-9f7c-7bf29e96c49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.600916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e2b243-1168-40c0-a500-80a924fd6b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e5f1d063-8f86-417c-b952-765ada064b3f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.604587 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=33be387e591543919673f57dc809f643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009659 Oct 28 11:02:17.607821 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37178) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:17.618705 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e3e8a8-93f0-4905-bb56-1809d6fabc92,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.643256 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-88e2b243-1168-40c0-a500-80a924fd6b07 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6e627b1632544633ad0cd0725c0c3a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744355 Oct 28 11:02:17.645936 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.647021 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.647250 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37182) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:17.647884 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.648400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.649147 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.649790 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.650310 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.650789 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.651271 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.651752 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.652227 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.652723 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.653205 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.653676 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.653786 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e2b243-1168-40c0-a500-80a924fd6b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f1d063-8f86-417c-b952-765ada064b3f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.654282 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cc0588-9766-4338-a07f-d5dc8d05a870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:02:17.666700 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:17.711928 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8a9d14c9-368d-42c1-a33b-2addb286d875 admin admin] Publish callbacks [] for security_group (e5f1d063-8f86-417c-b952-765ada064b3f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.713688 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:17.714721 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dec0ee08-be26-4673-9531-3dab66f9ee74 admin admin] Publish callbacks [] for security_group (8842f7ae-e008-4436-a3d8-0ccce9264de5), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.730812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bbc4be6b-b048-4b93-923b-f6ec4c89ab28 admin admin] Publish callbacks [] for security_group (53e3e8a8-93f0-4905-bb56-1809d6fabc92), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.755599 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dec0ee08-be26-4673-9531-3dab66f9ee74 admin admin] Publish callbacks [] for security_group (8842f7ae-e008-4436-a3d8-0ccce9264de5), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.763777 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8a9d14c9-368d-42c1-a33b-2addb286d875 admin admin] Publish callbacks [] for security_group (e5f1d063-8f86-417c-b952-765ada064b3f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.772814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bbc4be6b-b048-4b93-923b-f6ec4c89ab28 admin admin] Publish callbacks [] for security_group (53e3e8a8-93f0-4905-bb56-1809d6fabc92), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.787679 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f9f4b-986a-447d-9157-dd48f54d6d7f req-ff1edf06-e34e-4820-8e27-2b7757beb6d3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:17.794607 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f71f9f4b-986a-447d-9157-dd48f54d6d7f req-ff1edf06-e34e-4820-8e27-2b7757beb6d3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0842392 Oct 28 11:02:17.852643 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:17.868975 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dec0ee08-be26-4673-9531-3dab66f9ee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (8842f7ae-e008-4436-a3d8-0ccce9264de5), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.871412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dec0ee08-be26-4673-9531-3dab66f9ee74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.874290 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-dec0ee08-be26-4673-9531-3dab66f9ee74 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8842f7ae-e008-4436-a3d8-0ccce9264de5 HTTP/1.1" status: 204 len: 168 time: 0.2895348 Oct 28 11:02:17.874439 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f71f9f4b-986a-447d-9157-dd48f54d6d7f req-7c698837-b408-4c14-b1db-10afcd292e7d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773828 Oct 28 11:02:17.883031 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f5062-1262-44e7-9616-86b7253cb119 req-9fabdb91-6b54-42cd-ac9d-fe2c4dc6ee42 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:17.884531 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-303f5062-1262-44e7-9616-86b7253cb119 req-9fabdb91-6b54-42cd-ac9d-fe2c4dc6ee42 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0587361 Oct 28 11:02:17.901998 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bbc4be6b-b048-4b93-923b-f6ec4c89ab28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (53e3e8a8-93f0-4905-bb56-1809d6fabc92), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.901998 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bbc4be6b-b048-4b93-923b-f6ec4c89ab28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.901998 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-bbc4be6b-b048-4b93-923b-f6ec4c89ab28 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/53e3e8a8-93f0-4905-bb56-1809d6fabc92 HTTP/1.1" status: 204 len: 168 time: 0.2859092 Oct 28 11:02:17.901998 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0ee08-be26-4673-9531-3dab66f9ee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8842f7ae-e008-4436-a3d8-0ccce9264de5,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.914097 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8a9d14c9-368d-42c1-a33b-2addb286d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e5f1d063-8f86-417c-b952-765ada064b3f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.918243 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8a9d14c9-368d-42c1-a33b-2addb286d875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:17.925814 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-8a9d14c9-368d-42c1-a33b-2addb286d875 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e5f1d063-8f86-417c-b952-765ada064b3f HTTP/1.1" status: 204 len: 168 time: 0.2775469 Oct 28 11:02:17.938921 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4be6b-b048-4b93-923b-f6ec4c89ab28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e3e8a8-93f0-4905-bb56-1809d6fabc92,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.942653 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d14c9-368d-42c1-a33b-2addb286d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f1d063-8f86-417c-b952-765ada064b3f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:17.982768 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-303f5062-1262-44e7-9616-86b7253cb119 req-3abdeb7f-dcad-421f-b0f0-155d4bbf7982 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865128 Oct 28 11:02:18.290728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475612a3-0654-4a22-9dfe-cdee5ceb01a0 req-9caf59b8-c945-4007-99b6-0133ab848f05 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:18.292550 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-475612a3-0654-4a22-9dfe-cdee5ceb01a0 req-9caf59b8-c945-4007-99b6-0133ab848f05 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0733595 Oct 28 11:02:18.366476 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-475612a3-0654-4a22-9dfe-cdee5ceb01a0 req-58e3f130-3c07-4dfd-9fa4-dc0cfe995942 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671449 Oct 28 11:02:18.455338 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37216) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:18.459113 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37218) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:18.485084 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b463aca-2bf5-45bb-99e5-90c88bbd4773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.486257 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc9625e9-9fd7-4f89-91a8-2cf04a015a5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.574581 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37224) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:18.591038 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-3dd192c0-625e-495d-9ada-40f4b12c0bcd req-90834d9c-81aa-43b0-b59b-2b1103945e31 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.617776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b463aca-2bf5-45bb-99e5-90c88bbd4773 admin admin] Publish callbacks [] for security_group (94274f1a-fe09-41cd-93c2-a3025b85f651), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.628806 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b463aca-2bf5-45bb-99e5-90c88bbd4773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (94274f1a-fe09-41cd-93c2-a3025b85f651), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.681387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc9625e9-9fd7-4f89-91a8-2cf04a015a5e admin admin] Publish callbacks [] for security_group (e8723c60-c1f8-4c7d-9348-6324e42c959f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.684558 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9b463aca-2bf5-45bb-99e5-90c88bbd4773 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=54ffd40154a249b892dfcf49adffa6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243927 Oct 28 11:02:18.687422 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37228) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:18.690658 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc9625e9-9fd7-4f89-91a8-2cf04a015a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e8723c60-c1f8-4c7d-9348-6324e42c959f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.697598 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b463aca-2bf5-45bb-99e5-90c88bbd4773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94274f1a-fe09-41cd-93c2-a3025b85f651,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:18.744171 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9625e9-9fd7-4f89-91a8-2cf04a015a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8723c60-c1f8-4c7d-9348-6324e42c959f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:18.786506 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bc9625e9-9fd7-4f89-91a8-2cf04a015a5e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=016a750e99b94501af25c8f51c8ce14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291919 Oct 28 11:02:18.788111 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-3dd192c0-625e-495d-9ada-40f4b12c0bcd req-90834d9c-81aa-43b0-b59b-2b1103945e31 service neutron] Publish callbacks [] for security_group (57472c2a-1def-4058-b8c1-c3ee56016f75), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.790782 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58858-c270-4e0a-a887-2246e5eb4b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.791063 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37230) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:18.797294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37232) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:18.799250 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-207ffba8-09e9-4a40-809d-cd21b455cc05 admin admin] Publish callbacks [] for security_group (94274f1a-fe09-41cd-93c2-a3025b85f651), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.815494 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-3dd192c0-625e-495d-9ada-40f4b12c0bcd req-90834d9c-81aa-43b0-b59b-2b1103945e31 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (57472c2a-1def-4058-b8c1-c3ee56016f75), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.819891 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24f1ab-7cff-4147-8ee3-b545b9301894 req-16f35f0a-d36c-413e-a354-0a63fb85e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:18.821325 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c24f1ab-7cff-4147-8ee3-b545b9301894 req-16f35f0a-d36c-413e-a354-0a63fb85e765 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2507687 Oct 28 11:02:18.827019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:18.859607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-061f614b-6e8e-4a27-a375-8987321f9449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.890459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-207ffba8-09e9-4a40-809d-cd21b455cc05 admin admin] Publish callbacks [] for security_group (94274f1a-fe09-41cd-93c2-a3025b85f651), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.910697 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3dd192c0-625e-495d-9ada-40f4b12c0bcd req-90834d9c-81aa-43b0-b59b-2b1103945e31 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438706 Oct 28 11:02:18.919755 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-efe5b469-4f8d-4ad4-80b3-6d3bd22a1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:18.921246 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-efe5b469-4f8d-4ad4-80b3-6d3bd22a1df5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1128 time: 0.0585337 Oct 28 11:02:18.931169 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58858-c270-4e0a-a887-2246e5eb4b78 admin admin] Publish callbacks [] for security_group (6d66f8e8-da43-4697-8a39-733ce8eac8af), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.935626 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0ed58858-c270-4e0a-a887-2246e5eb4b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6d66f8e8-da43-4697-8a39-733ce8eac8af), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:18.941851 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:18.956261 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90834d9c-81aa-43b0-b59b-2b1103945e31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=57472c2a-1def-4058-b8c1-c3ee56016f75,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:18.979871 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed58858-c270-4e0a-a887-2246e5eb4b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d66f8e8-da43-4697-8a39-733ce8eac8af,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:18.984796 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0ed58858-c270-4e0a-a887-2246e5eb4b78 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8c62da947ba1444a84fb371c0b21fb61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024527 Oct 28 11:02:18.988028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37240) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:19.009860 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:19.019671 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:19.027302 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be76aebd-4322-4a37-a589-2509d769a73d admin admin] Publish callbacks [] for security_group (e8723c60-c1f8-4c7d-9348-6324e42c959f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.031573 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:02:19.056456 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65f3c678-dd5d-4b4b-a800-57c304f934d6 admin admin] Publish callbacks [] for security_group (6d66f8e8-da43-4697-8a39-733ce8eac8af), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.076667 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad184d4d-4e8a-4a55-b8b6-06c3aa01df03 req-8e0d7a06-429d-4cfb-b4ab-87af3ddf31e4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:19.078189 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ad184d4d-4e8a-4a55-b8b6-06c3aa01df03 req-8e0d7a06-429d-4cfb-b4ab-87af3ddf31e4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.1100051 Oct 28 11:02:19.082624 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65f3c678-dd5d-4b4b-a800-57c304f934d6 admin admin] Publish callbacks [] for security_group (6d66f8e8-da43-4697-8a39-733ce8eac8af), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.084654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-207ffba8-09e9-4a40-809d-cd21b455cc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (94274f1a-fe09-41cd-93c2-a3025b85f651), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.087253 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-207ffba8-09e9-4a40-809d-cd21b455cc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.088378 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-207ffba8-09e9-4a40-809d-cd21b455cc05 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/94274f1a-fe09-41cd-93c2-a3025b85f651 HTTP/1.1" status: 204 len: 168 time: 0.3974905 Oct 28 11:02:19.094753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be76aebd-4322-4a37-a589-2509d769a73d admin admin] Publish callbacks [] for security_group (e8723c60-c1f8-4c7d-9348-6324e42c959f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.121109 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:02:19.129520 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:02:19.130244 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.130935 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f Oct 28 11:02:19.132193 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ffba8-09e9-4a40-809d-cd21b455cc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94274f1a-fe09-41cd-93c2-a3025b85f651,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:19.149776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-061f614b-6e8e-4a27-a375-8987321f9449 admin admin] Publish callbacks [] for security_group (eed68ecf-24d5-4cd3-9bc8-472907f91e94), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.165622 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-061f614b-6e8e-4a27-a375-8987321f9449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (eed68ecf-24d5-4cd3-9bc8-472907f91e94), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.239466 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ad184d4d-4e8a-4a55-b8b6-06c3aa01df03 req-a67a9294-d556-4ffd-9f2b-1478159b200f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469643 Oct 28 11:02:19.246332 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f614b-6e8e-4a27-a375-8987321f9449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed68ecf-24d5-4cd3-9bc8-472907f91e94,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:19.251561 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-061f614b-6e8e-4a27-a375-8987321f9449 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c5141b304e6b4cc7bb59f21d298f530b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4501624 Oct 28 11:02:19.254279 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37246) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:19.271102 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:19.272415 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.282406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc94208-18d7-4f89-a86d-a497a63ffc49 req-b7ccb883-d44d-4668-9a14-c5747806d164 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:19.283943 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0fc94208-18d7-4f89-a86d-a497a63ffc49 req-b7ccb883-d44d-4668-9a14-c5747806d164 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.1338942 Oct 28 11:02:19.285375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-5f2c529f-7360-4669-b2c7-2b83fb3bb70d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 217 time: 0.0793755 Oct 28 11:02:19.286476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65f3c678-dd5d-4b4b-a800-57c304f934d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6d66f8e8-da43-4697-8a39-733ce8eac8af), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.290059 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65f3c678-dd5d-4b4b-a800-57c304f934d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.293533 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-65f3c678-dd5d-4b4b-a800-57c304f934d6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6d66f8e8-da43-4697-8a39-733ce8eac8af HTTP/1.1" status: 204 len: 168 time: 0.3021638 Oct 28 11:02:19.302301 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f3c678-dd5d-4b4b-a800-57c304f934d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d66f8e8-da43-4697-8a39-733ce8eac8af,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:19.319364 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be76aebd-4322-4a37-a589-2509d769a73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e8723c60-c1f8-4c7d-9348-6324e42c959f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.324275 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be76aebd-4322-4a37-a589-2509d769a73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.326522 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-be76aebd-4322-4a37-a589-2509d769a73d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e8723c60-c1f8-4c7d-9348-6324e42c959f HTTP/1.1" status: 204 len: 168 time: 0.5343945 Oct 28 11:02:19.343210 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:02:19.347612 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53454245-ff8f-49e5-bcea-d504e87a6df1" -d '{"events": [{"server_uuid": "54cf39f2-cfd4-4f12-bddb-36666db9e1d5", "name": "network-vif-plugged", "status": "completed", "tag": "9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:02:19.361000 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-13f0a9fc-5461-4a1e-9629-b96179b504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:19.363203 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-13f0a9fc-5461-4a1e-9629-b96179b504c3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0626616 Oct 28 11:02:19.364354 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76aebd-4322-4a37-a589-2509d769a73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8723c60-c1f8-4c7d-9348-6324e42c959f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:19.395257 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7ffa-233d-4fa5-87dc-137b6832f800 admin admin] Publish callbacks [] for security_group (eed68ecf-24d5-4cd3-9bc8-472907f91e94), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.411647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:19.422771 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.448253 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-941a617d-ce7d-47b8-aedc-4c08af73b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:19.449803 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-941a617d-ce7d-47b8-aedc-4c08af73b96f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0779209 Oct 28 11:02:19.450677 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7ffa-233d-4fa5-87dc-137b6832f800 admin admin] Publish callbacks [] for security_group (eed68ecf-24d5-4cd3-9bc8-472907f91e94), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.455297 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0fc94208-18d7-4f89-a86d-a497a63ffc49 req-e2392672-2fbc-4b5a-860d-0fa0b90833ea tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627202 Oct 28 11:02:19.518395 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3645d3e-677e-4d11-99b2-93b951bf9531 x-openstack-request-id: req-d3645d3e-677e-4d11-99b2-93b951bf9531 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:02:19.518987 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cf39f2-cfd4-4f12-bddb-36666db9e1d5", "name": "network-vif-plugged", "status": "completed", "tag": "9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:02:19.519448 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d3645d3e-677e-4d11-99b2-93b951bf9531 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:02:19.520029 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3645d3e-677e-4d11-99b2-93b951bf9531'] response: {'server_uuid': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f', 'code': 200} Oct 28 11:02:19.538056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:19.587128 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7ffa-233d-4fa5-87dc-137b6832f800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (eed68ecf-24d5-4cd3-9bc8-472907f91e94), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.595320 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3d9f7ffa-233d-4fa5-87dc-137b6832f800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:19.596952 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-3d9f7ffa-233d-4fa5-87dc-137b6832f800 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/eed68ecf-24d5-4cd3-9bc8-472907f91e94 HTTP/1.1" status: 204 len: 168 time: 0.3410718 Oct 28 11:02:19.606425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25628469-faef-496b-93bf-cab4dfa447f5 req-818b18c8-3369-464d-9ae4-805934f1e04f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:19.614136 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-25628469-faef-496b-93bf-cab4dfa447f5 req-818b18c8-3369-464d-9ae4-805934f1e04f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0817709 Oct 28 11:02:19.631550 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f7ffa-233d-4fa5-87dc-137b6832f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed68ecf-24d5-4cd3-9bc8-472907f91e94,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:19.710547 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-25628469-faef-496b-93bf-cab4dfa447f5 req-c0a1aa8c-38a2-41c9-8990-b3f8e51c55da tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883794 Oct 28 11:02:19.993372 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-b9361ee3-e509-4a3e-99eb-cd4f86c018a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333332 Oct 28 11:02:20.122641 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff2b37a-f746-405e-847f-809e40d268b5 req-c12255b5-bac6-4bf7-a008-f54ec181f15d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221337 Oct 28 11:02:20.124125 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5463d79-1db8-46e1-9c11-2509909c5765 req-fae7acf7-ccd9-4e64-b8fd-583d7530eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:20.127174 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c5463d79-1db8-46e1-9c11-2509909c5765 req-fae7acf7-ccd9-4e64-b8fd-583d7530eaa3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0648305 Oct 28 11:02:20.182072 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c5463d79-1db8-46e1-9c11-2509909c5765 req-fc5f73f1-49aa-42fc-a440-e6eedf97db99 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466394 Oct 28 11:02:20.371057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8858053-8a98-43f2-b449-5cb7a476c912 req-ee499de0-8a46-45a5-ba60-028f8f924c3d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:20.372613 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e8858053-8a98-43f2-b449-5cb7a476c912 req-ee499de0-8a46-45a5-ba60-028f8f924c3d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 944 time: 0.0498502 Oct 28 11:02:20.428913 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e8858053-8a98-43f2-b449-5cb7a476c912 req-29053bcd-fceb-418f-92d7-f0c670fb2516 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488422 Oct 28 11:02:20.552382 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:DELETE=7,neutron:INSERT=7,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:20.600682 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15430ba-4d6a-4e81-b0cb-08beb393083e req-afaf82ce-0558-42e2-b56d-4453768c4b05 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:20.602143 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e15430ba-4d6a-4e81-b0cb-08beb393083e req-afaf82ce-0558-42e2-b56d-4453768c4b05 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0599408 Oct 28 11:02:20.655896 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e15430ba-4d6a-4e81-b0cb-08beb393083e req-f88ec7b1-0ac9-4b67-a0dd-3fcfffae553d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470958 Oct 28 11:02:20.837141 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a097f6c-0a61-4cab-91ba-789cac35f73f req-199d8c56-730d-49d4-98c7-c23833aa8bcb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:20.838641 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7a097f6c-0a61-4cab-91ba-789cac35f73f req-199d8c56-730d-49d4-98c7-c23833aa8bcb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0479021 Oct 28 11:02:20.860755 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:20.905883 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7a097f6c-0a61-4cab-91ba-789cac35f73f req-82fc287c-f743-496c-8c22-79a26dbb3ef5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545704 Oct 28 11:02:21.033490 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:02:21.036530 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:21.054159 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:21.181546 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:21.198496 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'port_id': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66', 'mac_address': 'fa:16:3e:03:f9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:02:21.241396 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:21.241861 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:21.257919 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:02:21.291665 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:21.297927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:21.381120 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:21.565587 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cd39c-359a-410e-9f0a-f37f8c9d6ac7 req-b2a84ac2-332f-4aea-a668-c421f7f98757 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:21.567993 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3d5cd39c-359a-410e-9f0a-f37f8c9d6ac7 req-b2a84ac2-332f-4aea-a668-c421f7f98757 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 945 time: 0.0556669 Oct 28 11:02:21.630330 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3d5cd39c-359a-410e-9f0a-f37f8c9d6ac7 req-698a69c0-9aac-4638-b753-b8d75abf1f87 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551455 Oct 28 11:02:21.691035 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:02:21.787629 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be808-553d-46e1-8e8d-b0281b00a732 req-d58750ce-cf06-4c7e-838e-a9fc3867ad49 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:21.794990 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d71be808-553d-46e1-8e8d-b0281b00a732 req-d58750ce-cf06-4c7e-838e-a9fc3867ad49 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0596488 Oct 28 11:02:21.851055 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d71be808-553d-46e1-8e8d-b0281b00a732 req-6febd59d-cda2-4d68-b00c-eb9d73ccbbd4 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547752 Oct 28 11:02:22.039629 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329ccaf-366f-45e3-b031-234d886edc32 req-dbcdc1df-da8b-457f-af56-7d31f9b799b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:22.041243 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5329ccaf-366f-45e3-b031-234d886edc32 req-dbcdc1df-da8b-457f-af56-7d31f9b799b5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0530074 Oct 28 11:02:22.088655 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:22.090227 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:22.091164 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5329ccaf-366f-45e3-b031-234d886edc32 req-2d7a638b-764b-4213-91eb-acd067fccd2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440855 Oct 28 11:02:22.304543 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37418) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:22.511331 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8bf87be5-5f93-47a7-a49b-09611505a284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.606102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8bf87be5-5f93-47a7-a49b-09611505a284 admin admin] Publish callbacks [] for security_group (d43aadc1-44dd-42fc-8689-6ea6a68eec3c), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.611316 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8bf87be5-5f93-47a7-a49b-09611505a284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (d43aadc1-44dd-42fc-8689-6ea6a68eec3c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.652344 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:22.667329 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf87be5-5f93-47a7-a49b-09611505a284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43aadc1-44dd-42fc-8689-6ea6a68eec3c,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:22.691559 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37442) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:22.694530 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-8bf87be5-5f93-47a7-a49b-09611505a284 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4c22e5faa8494d349aa679fd4e219399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888752 Oct 28 11:02:22.797754 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0da27fd-f220-44e9-bbbe-7fa5eca21e49 admin admin] Publish callbacks [] for security_group (d43aadc1-44dd-42fc-8689-6ea6a68eec3c), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.821503 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71e2cf-e621-4d38-a9f6-2cb5806d8f67 req-4b6d429b-a9ac-4f58-ace0-e252357cda85 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:22.845330 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4c71e2cf-e621-4d38-a9f6-2cb5806d8f67 req-4b6d429b-a9ac-4f58-ace0-e252357cda85 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 945 time: 0.1043153 Oct 28 11:02:22.852767 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0da27fd-f220-44e9-bbbe-7fa5eca21e49 admin admin] Publish callbacks [] for security_group (d43aadc1-44dd-42fc-8689-6ea6a68eec3c), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.943603 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0da27fd-f220-44e9-bbbe-7fa5eca21e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (d43aadc1-44dd-42fc-8689-6ea6a68eec3c), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.947512 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e0da27fd-f220-44e9-bbbe-7fa5eca21e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:22.949102 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e0da27fd-f220-44e9-bbbe-7fa5eca21e49 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d43aadc1-44dd-42fc-8689-6ea6a68eec3c HTTP/1.1" status: 204 len: 168 time: 0.2565024 Oct 28 11:02:22.951891 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4c71e2cf-e621-4d38-a9f6-2cb5806d8f67 req-4d8aef46-beca-4e2e-9c08-947b34f2fbcc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014171 Oct 28 11:02:22.979837 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da27fd-f220-44e9-bbbe-7fa5eca21e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43aadc1-44dd-42fc-8689-6ea6a68eec3c,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:23.054706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:02:23.136115 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c881c-125b-444f-98b0-5ab1d3a6cd14 req-5dbe5e16-37d2-4520-b21c-ceff63ced10d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:23.141948 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6c7c881c-125b-444f-98b0-5ab1d3a6cd14 req-5dbe5e16-37d2-4520-b21c-ceff63ced10d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.1188631 Oct 28 11:02:23.238775 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6c7c881c-125b-444f-98b0-5ab1d3a6cd14 req-01652ba3-c843-49b9-af3e-a167fcd66d63 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879674 Oct 28 11:02:23.252045 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:02:23.314188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:23.329722 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52fd56-1a70-432c-909e-80f1e2ddfa73 req-9c1b313e-f5b9-4812-ae43-fb33a2f13a7d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:23.333604 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'mac_address': 'fa:16:3e:96:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:02:23.342545 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ad52fd56-1a70-432c-909e-80f1e2ddfa73 req-9c1b313e-f5b9-4812-ae43-fb33a2f13a7d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.1294982 Oct 28 11:02:23.343265 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:02:23.345529 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:23.377068 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:02:23.377709 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:23.378206 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 Oct 28 11:02:23.431966 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:23.432497 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:23.448375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ad52fd56-1a70-432c-909e-80f1e2ddfa73 req-a37dcb85-3594-49b7-8883-fd084164c630 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041825 Oct 28 11:02:23.464355 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:02:23.491789 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:23.511798 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:23.547263 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:23.547808 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:23.586386 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:23.592677 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643427ec-cf7f-4058-a731-b96412826c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:02:23.594935 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d18c5de-995d-4aa6-83a7-568ee890dfbb" -d '{"events": [{"server_uuid": "643427ec-cf7f-4058-a731-b96412826c2e", "name": "network-vif-plugged", "status": "completed", "tag": "c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:02:23.609147 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:23.616124 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:23.656671 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c47d8e8-f1e2-4698-a85d-3ff86b890c50 x-openstack-request-id: req-4c47d8e8-f1e2-4698-a85d-3ff86b890c50 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:02:23.657064 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643427ec-cf7f-4058-a731-b96412826c2e", "name": "network-vif-plugged", "status": "completed", "tag": "c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:02:23.657382 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4c47d8e8-f1e2-4698-a85d-3ff86b890c50 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:02:23.657840 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c47d8e8-f1e2-4698-a85d-3ff86b890c50'] response: {'server_uuid': '643427ec-cf7f-4058-a731-b96412826c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66', 'code': 200} Oct 28 11:02:23.672416 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:23.746874 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37496) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:23.849127 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['06fb27d9-2d31-41b8-ad55-60bad7a8ec79'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:02:23.915779 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:23.943471 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:23.949245 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a7b0-438f-460f-aa3c-a061d1028f3f req-b00c60b9-82eb-4ae9-8aee-52b342f00195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:23.951829 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9373a7b0-438f-460f-aa3c-a061d1028f3f req-b00c60b9-82eb-4ae9-8aee-52b342f00195 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1130 time: 0.0455766 Oct 28 11:02:24.028397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1e97ba3d-316c-4963-9b6b-71799da7478f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.072684 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9373a7b0-438f-460f-aa3c-a061d1028f3f req-14592522-f958-4688-b383-3dfd8853ca2b service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963006 Oct 28 11:02:24.207641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e110a2-da66-468f-9214-aeb81c267ecf req-09829d38-904b-4015-8f15-97c32af83792 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:24.210190 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-25e110a2-da66-468f-9214-aeb81c267ecf req-09829d38-904b-4015-8f15-97c32af83792 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.1051590 Oct 28 11:02:24.238344 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1e97ba3d-316c-4963-9b6b-71799da7478f admin admin] Publish callbacks [] for security_group (e01ce351-328c-4ab5-bc8e-dd529cb1b592), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.258229 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1e97ba3d-316c-4963-9b6b-71799da7478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e01ce351-328c-4ab5-bc8e-dd529cb1b592), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.314668 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97ba3d-316c-4963-9b6b-71799da7478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01ce351-328c-4ab5-bc8e-dd529cb1b592,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:24.328523 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1e97ba3d-316c-4963-9b6b-71799da7478f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d3f57fcae0634fdfa444e248abde5ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5773656 Oct 28 11:02:24.328625 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37530) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:24.349019 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-25e110a2-da66-468f-9214-aeb81c267ecf req-49ee3ead-d329-46e3-bbe5-e9911d4adca7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222324 Oct 28 11:02:24.437893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a718944d-e811-4893-83f9-d886abb75988 req-47cc442b-ec3b-4644-82fe-8058919d05cc tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:24.445196 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a718944d-e811-4893-83f9-d886abb75988 req-47cc442b-ec3b-4644-82fe-8058919d05cc tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.1045177 Oct 28 11:02:24.468212 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7553d1de-8ae5-4bd7-919e-dac55f954d82 admin admin] Publish callbacks [] for security_group (e01ce351-328c-4ab5-bc8e-dd529cb1b592), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.517605 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7553d1de-8ae5-4bd7-919e-dac55f954d82 admin admin] Publish callbacks [] for security_group (e01ce351-328c-4ab5-bc8e-dd529cb1b592), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.620648 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff4201-ed8e-4601-9e09-f01b57673a4d req-67761bcb-f35b-4341-923c-ccc1bcae01ac tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:24.623276 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a718944d-e811-4893-83f9-d886abb75988 req-5b167777-92ef-408f-9b16-6647fe371be8 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772397 Oct 28 11:02:24.628323 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c2ff4201-ed8e-4601-9e09-f01b57673a4d req-67761bcb-f35b-4341-923c-ccc1bcae01ac tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 945 time: 0.0733600 Oct 28 11:02:24.650812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7553d1de-8ae5-4bd7-919e-dac55f954d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e01ce351-328c-4ab5-bc8e-dd529cb1b592), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.656747 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7553d1de-8ae5-4bd7-919e-dac55f954d82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:24.660927 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7553d1de-8ae5-4bd7-919e-dac55f954d82 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e01ce351-328c-4ab5-bc8e-dd529cb1b592 HTTP/1.1" status: 204 len: 168 time: 0.3297827 Oct 28 11:02:24.680124 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553d1de-8ae5-4bd7-919e-dac55f954d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01ce351-328c-4ab5-bc8e-dd529cb1b592,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:24.724484 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c2ff4201-ed8e-4601-9e09-f01b57673a4d req-bb5f0336-b11b-4b22-acec-4de1c2331c5d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952020 Oct 28 11:02:25.058147 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:02:25.120333 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:02:25.128630 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:02:25.129515 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.130216 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 Oct 28 11:02:25.188219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37560) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:25.212629 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1fb332fd-d9ba-4b1a-88cd-8f3f63dfeae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.244455 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:02:25.244852 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.258877 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:25.320237 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:02:25.337690 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.343041 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1fb332fd-d9ba-4b1a-88cd-8f3f63dfeae0 admin admin] Publish callbacks [] for security_group (34179a64-6e7a-46a7-8d25-1697906615b9), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.350367 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1fb332fd-d9ba-4b1a-88cd-8f3f63dfeae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (34179a64-6e7a-46a7-8d25-1697906615b9), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.386869 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1fb332fd-d9ba-4b1a-88cd-8f3f63dfeae0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bba2cbb69e7644d9b0f6d75f86b06904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972892 Oct 28 11:02:25.389949 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37570) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:25.430719 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:25.455839 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb332fd-d9ba-4b1a-88cd-8f3f63dfeae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34179a64-6e7a-46a7-8d25-1697906615b9,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:25.533924 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:25.550784 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022ce6-79e1-46ed-b972-556dbae2ca4b req-4b6ce892-2ad5-4ce4-9a60-fab7c3b9d4da tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:25.552311 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e022ce6-79e1-46ed-b972-556dbae2ca4b req-4b6ce892-2ad5-4ce4-9a60-fab7c3b9d4da tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0767682 Oct 28 11:02:25.556748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e20a378-4e5a-4f8a-a2fa-843c0951717b admin admin] Publish callbacks [] for security_group (34179a64-6e7a-46a7-8d25-1697906615b9), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.595620 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e20a378-4e5a-4f8a-a2fa-843c0951717b admin admin] Publish callbacks [] for security_group (34179a64-6e7a-46a7-8d25-1697906615b9), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.647344 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e022ce6-79e1-46ed-b972-556dbae2ca4b req-67aff8ac-b0f5-46a6-841c-8bc24d9811a3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Oct 28 11:02:25.659084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:02:25.672865 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d21237a-3a76-4a90-9542-8eca71b7e0c3" -d '{"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-plugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:02:25.692113 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e20a378-4e5a-4f8a-a2fa-843c0951717b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (34179a64-6e7a-46a7-8d25-1697906615b9), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.696348 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e20a378-4e5a-4f8a-a2fa-843c0951717b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:25.700175 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-4e20a378-4e5a-4f8a-a2fa-843c0951717b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/34179a64-6e7a-46a7-8d25-1697906615b9 HTTP/1.1" status: 204 len: 168 time: 0.3065681 Oct 28 11:02:25.707808 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20a378-4e5a-4f8a-a2fa-843c0951717b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34179a64-6e7a-46a7-8d25-1697906615b9,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:25.736411 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc8bd1-f1f1-42f3-a20f-e0d4bdaed0aa x-openstack-request-id: req-e9cc8bd1-f1f1-42f3-a20f-e0d4bdaed0aa {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:02:25.736727 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-plugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:02:25.737141 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e9cc8bd1-f1f1-42f3-a20f-e0d4bdaed0aa {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:02:25.737673 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cc8bd1-f1f1-42f3-a20f-e0d4bdaed0aa'] response: {'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'code': 200} Oct 28 11:02:25.875541 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3caf7d6-ce3b-45be-aeb4-d4d025b8ed89 req-47f80fd7-fba7-4482-aa7c-19db7bcab695 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:25.877034 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a3caf7d6-ce3b-45be-aeb4-d4d025b8ed89 req-47f80fd7-fba7-4482-aa7c-19db7bcab695 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0508580 Oct 28 11:02:25.928864 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a3caf7d6-ce3b-45be-aeb4-d4d025b8ed89 req-b6e2a243-7a8d-4cfe-ac54-6dddc06af681 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458887 Oct 28 11:02:26.784276 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99e1a7-5149-4a50-a369-643c6eba679a req-69ca5a89-fe5e-4a66-8028-c7a764ea6227 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:26.786132 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1e99e1a7-5149-4a50-a369-643c6eba679a req-69ca5a89-fe5e-4a66-8028-c7a764ea6227 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0567884 Oct 28 11:02:26.824639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:26.850152 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1e99e1a7-5149-4a50-a369-643c6eba679a req-a9efc1ef-8f57-49f8-994f-a4cb48e25473 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561280 Oct 28 11:02:27.073633 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b20bc-a901-4adb-93b9-95d24e2bbb02 req-0142c7a5-e891-453f-8fa8-228366ec48aa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:27.082115 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b54b20bc-a901-4adb-93b9-95d24e2bbb02 req-0142c7a5-e891-453f-8fa8-228366ec48aa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0622206 Oct 28 11:02:27.119410 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:27.141948 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b54b20bc-a901-4adb-93b9-95d24e2bbb02 req-330a8945-91de-4489-832a-b2a495ca8d02 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586824 Oct 28 11:02:27.228281 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d99c6-dab9-41ea-8c54-a8cb46d81979 req-aec42ca2-babc-4bb8-a125-088b0365b894 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:27.229768 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-755d99c6-dab9-41ea-8c54-a8cb46d81979 req-aec42ca2-babc-4bb8-a125-088b0365b894 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0455315 Oct 28 11:02:27.278737 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-755d99c6-dab9-41ea-8c54-a8cb46d81979 req-f0b1c152-1987-41d4-8154-d3540509759b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Oct 28 11:02:27.603991 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931bdae-02e7-4f22-898d-814cc80937ae req-31897ec0-eebc-4076-a6e8-1d474c2f5c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:27.605704 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0931bdae-02e7-4f22-898d-814cc80937ae req-31897ec0-eebc-4076-a6e8-1d474c2f5c16 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1130 time: 0.0471325 Oct 28 11:02:27.751001 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:28.126970 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 37698) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:28.229948 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eac2d2ad-336f-4c3b-8ab8-1e915aa6e841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.272265 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e5284-cccc-436a-80e9-7650a09cc0ca req-1b934723-6756-4d2e-b17a-6e2c939279a8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:28.273862 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-212e5284-cccc-436a-80e9-7650a09cc0ca req-1b934723-6756-4d2e-b17a-6e2c939279a8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0497520 Oct 28 11:02:28.301146 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:28.311675 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eac2d2ad-336f-4c3b-8ab8-1e915aa6e841 admin admin] Publish callbacks [] for security_group (810a9f18-e816-43a3-8a7b-af612966e384), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.316497 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eac2d2ad-336f-4c3b-8ab8-1e915aa6e841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (810a9f18-e816-43a3-8a7b-af612966e384), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.324559 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-212e5284-cccc-436a-80e9-7650a09cc0ca req-b511dfad-d218-4af5-a12e-8f5c2e3d506b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447643 Oct 28 11:02:28.353067 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d2ad-336f-4c3b-8ab8-1e915aa6e841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810a9f18-e816-43a3-8a7b-af612966e384,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:28.375912 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-eac2d2ad-336f-4c3b-8ab8-1e915aa6e841 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=779809b2499e43bbaaf1630684e47afe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478256 Oct 28 11:02:28.378662 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37706) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:28.409185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9da01b-f1f4-4e94-ad82-f8708869bf56 req-c7f0d319-e6c5-4902-b600-0f763808db5a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:28.410673 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ac9da01b-f1f4-4e94-ad82-f8708869bf56 req-c7f0d319-e6c5-4902-b600-0f763808db5a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0481982 Oct 28 11:02:28.427013 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-70759b7d-0ebe-44f5-882c-014be14c9b24 admin admin] Publish callbacks [] for security_group (810a9f18-e816-43a3-8a7b-af612966e384), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.449782 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-70759b7d-0ebe-44f5-882c-014be14c9b24 admin admin] Publish callbacks [] for security_group (810a9f18-e816-43a3-8a7b-af612966e384), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.462074 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ac9da01b-f1f4-4e94-ad82-f8708869bf56 req-6e558bc9-fc26-48f7-a9e4-ab314e7104a6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449994 Oct 28 11:02:28.516379 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-70759b7d-0ebe-44f5-882c-014be14c9b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (810a9f18-e816-43a3-8a7b-af612966e384), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.519173 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-70759b7d-0ebe-44f5-882c-014be14c9b24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.520322 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-70759b7d-0ebe-44f5-882c-014be14c9b24 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/810a9f18-e816-43a3-8a7b-af612966e384 HTTP/1.1" status: 204 len: 168 time: 0.1407077 Oct 28 11:02:28.529374 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70759b7d-0ebe-44f5-882c-014be14c9b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810a9f18-e816-43a3-8a7b-af612966e384,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:28.763408 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1246f160-f23a-4699-b41f-e934f56b8d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.886675 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37734) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:28.899987 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8e15aa0-1979-496e-a3e6-0d47bcde0cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.976053 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8e15aa0-1979-496e-a3e6-0d47bcde0cd0 admin admin] Publish callbacks [] for security_group (be25031e-1e98-46cd-ba0b-f66d8a6ca285), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:28.979320 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8e15aa0-1979-496e-a3e6-0d47bcde0cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (be25031e-1e98-46cd-ba0b-f66d8a6ca285), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:29.018634 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f8e15aa0-1979-496e-a3e6-0d47bcde0cd0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2b8ff788dd4b450c893c25fdf25fb903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308768 Oct 28 11:02:29.021749 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37738) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:29.030620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e15aa0-1979-496e-a3e6-0d47bcde0cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be25031e-1e98-46cd-ba0b-f66d8a6ca285,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:29.074918 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5dbde06a-5bb9-40b7-974a-9fc82ab21b22 admin admin] Publish callbacks [] for security_group (be25031e-1e98-46cd-ba0b-f66d8a6ca285), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:29.095199 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5dbde06a-5bb9-40b7-974a-9fc82ab21b22 admin admin] Publish callbacks [] for security_group (be25031e-1e98-46cd-ba0b-f66d8a6ca285), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:29.142088 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5dbde06a-5bb9-40b7-974a-9fc82ab21b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (be25031e-1e98-46cd-ba0b-f66d8a6ca285), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:29.144658 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5dbde06a-5bb9-40b7-974a-9fc82ab21b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:29.145801 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5dbde06a-5bb9-40b7-974a-9fc82ab21b22 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/be25031e-1e98-46cd-ba0b-f66d8a6ca285 HTTP/1.1" status: 204 len: 168 time: 0.1231403 Oct 28 11:02:29.153958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde06a-5bb9-40b7-974a-9fc82ab21b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be25031e-1e98-46cd-ba0b-f66d8a6ca285,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:29.453962 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da45c82-a228-49d6-a351-0826bf6f1599 req-232ac77c-2345-4546-a22d-113f803dab8d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:29.455606 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2da45c82-a228-49d6-a351-0826bf6f1599 req-232ac77c-2345-4546-a22d-113f803dab8d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0505931 Oct 28 11:02:29.474782 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:29.506925 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2da45c82-a228-49d6-a351-0826bf6f1599 req-9e0ec5b0-63f5-4b0f-94c1-a0d6462bad48 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449462 Oct 28 11:02:29.588094 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0638-859e-4609-a76c-a86e9e243014 req-cd28f4aa-3ba1-4c7b-bd37-2fd3e3f292cf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:29.589685 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-90da0638-859e-4609-a76c-a86e9e243014 req-cd28f4aa-3ba1-4c7b-bd37-2fd3e3f292cf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0479670 Oct 28 11:02:29.641542 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-90da0638-859e-4609-a76c-a86e9e243014 req-1687039e-bb7d-48cb-8d40-1673c928fc5f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Oct 28 11:02:29.796643 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-79607c57-faca-48cc-a42d-696431514a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:29.798323 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-79607c57-faca-48cc-a42d-696431514a8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1130 time: 0.0436306 Oct 28 11:02:29.835584 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0931bdae-02e7-4f22-898d-814cc80937ae req-a0236f6e-cd12-4a75-901d-090114f46fb8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768378 Oct 28 11:02:29.926414 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:29.969370 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-3fa1c2cd-00f2-4418-b642-2dd867acbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:29.970843 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-3fa1c2cd-00f2-4418-b642-2dd867acbbc1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1639094 Oct 28 11:02:30.623940 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-cd12ce34-349a-441e-a323-c131683abad2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 HTTP/1.1" status: 200 len: 217 time: 0.2315426 Oct 28 11:02:30.667143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8397caa-42a5-41ee-af75-1f630c7e73d6 req-2e6f0934-7eb1-475f-b982-371ce10032fa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:30.669014 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f8397caa-42a5-41ee-af75-1f630c7e73d6 req-2e6f0934-7eb1-475f-b982-371ce10032fa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0474613 Oct 28 11:02:30.720701 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f8397caa-42a5-41ee-af75-1f630c7e73d6 req-007f83df-33db-4021-8df9-e095a646d7db tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458245 Oct 28 11:02:30.769771 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968394dd-283b-48d4-9134-101f3a624ef6 req-6f38babe-9d97-4a09-9f17-d9825ca911e9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:30.772004 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-968394dd-283b-48d4-9134-101f3a624ef6 req-6f38babe-9d97-4a09-9f17-d9825ca911e9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0533781 Oct 28 11:02:30.822081 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-968394dd-283b-48d4-9134-101f3a624ef6 req-986b9d22-9db2-4128-a669-d401e838ea9d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439651 Oct 28 11:02:30.851293 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0975-5db9-4894-ba4b-f161b5ce946e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:31.180516 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-2d615b80-4c7f-4bdd-b8c8-797a922fd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:31.182426 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-2d615b80-4c7f-4bdd-b8c8-797a922fd7e0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0741060 Oct 28 11:02:31.259840 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-da5bf101-2d59-4d9b-abd0-0f0db4c79919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:31.261565 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-da5bf101-2d59-4d9b-abd0-0f0db4c79919 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0728776 Oct 28 11:02:31.370707 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-987228e9-9024-4881-b8ee-d2a21e2e5e56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872970 Oct 28 11:02:31.477106 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbf19257-c69c-4bf4-99f1-c8c655b824c1 req-07b5d43d-e2ee-4dfd-8992-69fa3c546003 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923672 Oct 28 11:02:31.848241 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e43e0-c942-47db-8238-d8ad78bf3d1d req-39337e00-f415-4a51-a89a-b540760006aa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:31.850275 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0e2e43e0-c942-47db-8238-d8ad78bf3d1d req-39337e00-f415-4a51-a89a-b540760006aa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0461457 Oct 28 11:02:31.900408 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0e2e43e0-c942-47db-8238-d8ad78bf3d1d req-f53d9950-75a9-42e1-b96d-50e75e6f9f40 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439687 Oct 28 11:02:31.943933 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f1fd-3581-4d81-81b7-55b63943711e req-92c85a0f-1159-49dd-869d-f57f102f99ef tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:31.945635 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c262f1fd-3581-4d81-81b7-55b63943711e req-92c85a0f-1159-49dd-869d-f57f102f99ef tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0476961 Oct 28 11:02:31.995639 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c262f1fd-3581-4d81-81b7-55b63943711e req-689f22cb-6c8c-4e43-aa83-430d65a1eff0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Oct 28 11:02:32.069912 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:32.073999 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f765069-4d8d-4f7c-a376-58c1c8f35788 req-7796a925-1723-4f8d-a021-a75bea79df16 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:32.075503 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3f765069-4d8d-4f7c-a376-58c1c8f35788 req-7796a925-1723-4f8d-a021-a75bea79df16 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0512853 Oct 28 11:02:32.086457 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 37884) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:32.090830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'floatingip': {'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:02:32.107810 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:32.112460 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:32.168019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (a7c6a0c3-8985-4325-a6c7-453971e3e5ea), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:32.689514 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:32.867284 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:32.870915 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (a7c6a0c3-8985-4325-a6c7-453971e3e5ea), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:32.915887 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:32.962786 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Floating IP a7c6a0c3-8985-4325-a6c7-453971e3e5ea associated. External IP: 172.37.0.240, port: 06fb27d9-2d31-41b8-ad55-60bad7a8ec79. Oct 28 11:02:33.176419 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2c477-9b57-4745-9dc2-40e3626a6c70 req-1b8bb7fd-a4ee-45bb-a314-1a219c7508a5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:33.178478 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76c2c477-9b57-4745-9dc2-40e3626a6c70 req-1b8bb7fd-a4ee-45bb-a314-1a219c7508a5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0910707 Oct 28 11:02:33.227668 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:02:33.243546 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76c2c477-9b57-4745-9dc2-40e3626a6c70 req-8d8310d9-a50b-4619-957f-e65812740851 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583177 Oct 28 11:02:33.342160 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:02:33.346982 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:33.360008 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:02:33.367793 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:02:33.368702 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:02:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:02:33.377601 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-87d11f05-415c-4adc-9d6c-af10a6ef3c62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/a7c6a0c3-8985-4325-a6c7-453971e3e5ea HTTP/1.1" status: 200 len: 992 time: 1.2900989 Oct 28 11:02:33.378274 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:02:33.380525 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88afeef5-df22-4524-b63e-e11977a69ede" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:02:33.416296 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e16426-6c36-4daa-a2d8-2baaa5217c1f x-openstack-request-id: req-f3e16426-6c36-4daa-a2d8-2baaa5217c1f {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:02:33.416580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:02:33.416830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f3e16426-6c36-4daa-a2d8-2baaa5217c1f {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:02:33.417229 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3e16426-6c36-4daa-a2d8-2baaa5217c1f'] response: {'name': 'network-changed', 'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'status': 'completed', 'code': 200} Oct 28 11:02:33.468717 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:02:33.576160 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:33.701112 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:33.722880 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'a7c6a0c3-8985-4325-a6c7-453971e3e5ea', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'floating_ip_address': '172.37.0.240', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'mac_address': 'fa:16:3e:96:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:01:30Z', 'updated_at': '2022-10-28T11:02:32Z', 'revision_number': 1, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:02:33.751417 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:02:33.759618 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:02:33.760196 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:02:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:02:33.855196 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:02:34.059117 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'a7c6a0c3-8985-4325-a6c7-453971e3e5ea', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'floating_ip_address': '172.37.0.240', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'mac_address': 'fa:16:3e:96:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:01:30Z', 'updated_at': '2022-10-28T11:02:32Z', 'revision_number': 1, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:02:34.082792 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78cbad5-0ddc-4d59-b2e6-4266303d6171 None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'a7c6a0c3-8985-4325-a6c7-453971e3e5ea', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'floating_ip_address': '172.37.0.240', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'mac_address': 'fa:16:3e:96:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:01:30Z', 'updated_at': '2022-10-28T11:02:32Z', 'revision_number': 1, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:02:34.293284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6b97e-0d02-4b44-8525-cf3bb606abb7 None None] New status for floating IP a7c6a0c3-8985-4325-a6c7-453971e3e5ea: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:02:34.368721 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a515b-067f-45f9-a8aa-58d7159f8bf4 req-aebb2ca9-5e3b-4d79-994a-9c3b352975dd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:34.370471 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5b0a515b-067f-45f9-a8aa-58d7159f8bf4 req-aebb2ca9-5e3b-4d79-994a-9c3b352975dd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0500760 Oct 28 11:02:34.606777 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5b0a515b-067f-45f9-a8aa-58d7159f8bf4 req-defa1fd7-4bb3-416f-a2e9-44017d6bc18f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288952 Oct 28 11:02:35.723437 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0e7b4-829f-4012-b68d-56dca58c0d9e req-ee6eb23e-651c-41d7-a07b-0870f5e226f6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:35.725416 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2ab0e7b4-829f-4012-b68d-56dca58c0d9e req-ee6eb23e-651c-41d7-a07b-0870f5e226f6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0459266 Oct 28 11:02:35.776861 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2ab0e7b4-829f-4012-b68d-56dca58c0d9e req-2fbdad1f-82eb-4497-9593-5352dabf43b8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 Oct 28 11:02:36.099510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afeef5-df22-4524-b63e-e11977a69ede req-c246efe5-90e5-4725-81fb-008c1e50b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:36.100965 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-c246efe5-90e5-4725-81fb-008c1e50b2eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1130 time: 0.0484390 Oct 28 11:02:36.258673 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:36.275350 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afeef5-df22-4524-b63e-e11977a69ede req-d7562548-da82-4f75-8431-214f4d4a1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:36.277822 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-d7562548-da82-4f75-8431-214f4d4a1ed6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.0947855 Oct 28 11:02:36.377407 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-6ee8b86d-dba6-4cd9-8af6-b3ca8f044eb6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 1002 time: 0.0917132 Oct 28 11:02:36.431765 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afeef5-df22-4524-b63e-e11977a69ede req-6ccf0190-c6e2-49a0-aeb1-77369e8ea5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:36.433218 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-6ccf0190-c6e2-49a0-aeb1-77369e8ea5b0 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0474215 Oct 28 11:02:36.495651 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88afeef5-df22-4524-b63e-e11977a69ede req-da3f632a-3477-41b5-8145-0d12d4e3e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:36.497207 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-da3f632a-3477-41b5-8145-0d12d4e3e6e9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0425291 Oct 28 11:02:36.659436 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:36.700368 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-de7160fb-91e5-48ca-a7ce-f4bc78214b45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941625 Oct 28 11:02:36.799257 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-88afeef5-df22-4524-b63e-e11977a69ede req-d8f6a2b6-f418-4f3b-9d95-70fcf42f3ec1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920177 Oct 28 11:02:36.904351 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628f41-8b56-46dd-9f30-4cb61d8e3ac5 req-3d3a0805-412c-4f6a-85d9-c6986909249f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:36.905889 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f3628f41-8b56-46dd-9f30-4cb61d8e3ac5 req-3d3a0805-412c-4f6a-85d9-c6986909249f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0497067 Oct 28 11:02:36.954243 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f3628f41-8b56-46dd-9f30-4cb61d8e3ac5 req-dfefd2b7-cd49-46ed-8a96-8711a16c2ed0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Oct 28 11:02:38.046320 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:38.082631 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3977-7e06-4653-8a4b-28356588082d req-08413804-897e-421d-8ca0-7610d33fb70b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:38.084136 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-49fd3977-7e06-4653-8a4b-28356588082d req-08413804-897e-421d-8ca0-7610d33fb70b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0472813 Oct 28 11:02:38.131284 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-49fd3977-7e06-4653-8a4b-28356588082d req-1b7421ad-a274-49e5-a83e-7fcf0dc13692 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Oct 28 11:02:39.252663 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97689-ec72-4d10-afa9-e094bdbd9521 req-27c23368-cc80-4084-bb6e-13cae429e54a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:39.254081 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-40a97689-ec72-4d10-afa9-e094bdbd9521 req-27c23368-cc80-4084-bb6e-13cae429e54a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0466282 Oct 28 11:02:39.300448 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-40a97689-ec72-4d10-afa9-e094bdbd9521 req-faebfe3a-f7d3-4547-85b7-55af5e01a13d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403352 Oct 28 11:02:40.422159 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beebea6-7afc-4424-b670-ff0f2914b92d req-d114af68-da4a-460d-950e-26f2ced8d096 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:40.423576 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7beebea6-7afc-4424-b670-ff0f2914b92d req-d114af68-da4a-460d-950e-26f2ced8d096 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0495455 Oct 28 11:02:40.470997 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7beebea6-7afc-4424-b670-ff0f2914b92d req-3bce0e2c-77d0-47b3-ab0b-4ab421b9016b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Oct 28 11:02:41.593243 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8784b-e0a7-4b6c-96c4-2dcb2ef467af req-ef067fa3-5fbc-475f-b8e3-8fcbf312ce80 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:41.594727 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c9a8784b-e0a7-4b6c-96c4-2dcb2ef467af req-ef067fa3-5fbc-475f-b8e3-8fcbf312ce80 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0500329 Oct 28 11:02:41.644813 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c9a8784b-e0a7-4b6c-96c4-2dcb2ef467af req-bb256f0a-47c7-4d7f-825a-f020bdabc1c7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Oct 28 11:02:42.386140 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-53a3009c-260f-4981-9d7c-e2abea04fbff service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675132 Oct 28 11:02:42.482220 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d40820-802a-4643-a5de-41f22a703659 req-25870508-6c68-430b-a763-6474b8211ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:42.483953 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-25870508-6c68-430b-a763-6474b8211ba3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=115fe2408cba49bb8b84af24fc8ce604&device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 1130 time: 0.0425582 Oct 28 11:02:42.586050 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d40820-802a-4643-a5de-41f22a703659 req-fb09ec1e-6323-4296-9312-abb1c5967f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:42.587490 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-fb09ec1e-6323-4296-9312-abb1c5967f85 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f HTTP/1.1" status: 200 len: 912 time: 0.0848677 Oct 28 11:02:42.634269 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-1a36fd5b-203b-42fe-87f8-1ee0eb0fcfc9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0da3d13b-05f9-481e-8125-00a60da3dc59 HTTP/1.1" status: 200 len: 217 time: 0.0389893 Oct 28 11:02:42.685505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d40820-802a-4643-a5de-41f22a703659 req-315bd14c-3707-4f94-afcc-8e75cddcd6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:42.686872 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-315bd14c-3707-4f94-afcc-8e75cddcd6a4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=13aaeaaa-09e1-405f-a452-591f6c40611c HTTP/1.1" status: 200 len: 850 time: 0.0462263 Oct 28 11:02:42.732317 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d40820-802a-4643-a5de-41f22a703659 req-4696f9df-56e6-4200-bae4-927167705622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:42.734119 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-4696f9df-56e6-4200-bae4-927167705622 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0401380 Oct 28 11:02:42.767398 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a060fc0-47b2-4be4-8628-88c0180c0660 req-692a3bcc-689b-46c5-bc41-391b68dff39a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:42.770430 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0a060fc0-47b2-4be4-8628-88c0180c0660 req-692a3bcc-689b-46c5-bc41-391b68dff39a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0509870 Oct 28 11:02:42.837298 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0a060fc0-47b2-4be4-8628-88c0180c0660 req-0fcf32a2-65b2-48cc-91f2-72cfa8000181 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626650 Oct 28 11:02:42.845276 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-a3c92368-8ac0-4c2f-a69b-e93844508636 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033022 Oct 28 11:02:42.935988 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-99d40820-802a-4643-a5de-41f22a703659 req-325daa94-51d6-4e70-a43c-088bc3381e0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831525 Oct 28 11:02:43.922830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:43.924698 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:43.962915 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736dd37-6c2c-4aeb-95ad-8b18d9b80617 req-8133f2db-9c1d-4341-bcfc-3745a26160b6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:43.964343 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d736dd37-6c2c-4aeb-95ad-8b18d9b80617 req-8133f2db-9c1d-4341-bcfc-3745a26160b6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0497322 Oct 28 11:02:44.011139 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d736dd37-6c2c-4aeb-95ad-8b18d9b80617 req-f20ec5a3-6967-4978-a43a-d500817769dc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 Oct 28 11:02:44.056784 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=72 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:44.061679 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=76 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:44.449156 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:44.470679 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:45.127527 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85098cb-535c-479d-8284-40236d9dd3d0 req-99cf239b-f0a7-4e1c-8c0a-d8359cb7b469 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:45.128857 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c85098cb-535c-479d-8284-40236d9dd3d0 req-99cf239b-f0a7-4e1c-8c0a-d8359cb7b469 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0451651 Oct 28 11:02:45.176668 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c85098cb-535c-479d-8284-40236d9dd3d0 req-7b33d882-8689-4245-899a-2c4d4e261085 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424201 Oct 28 11:02:46.293701 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621bc9a-5868-40b3-a9ed-9d41764ab600 req-4f8ec246-fe5d-4273-aaf3-21df0b6a075c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:46.295186 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9621bc9a-5868-40b3-a9ed-9d41764ab600 req-4f8ec246-fe5d-4273-aaf3-21df0b6a075c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0459113 Oct 28 11:02:46.340070 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9621bc9a-5868-40b3-a9ed-9d41764ab600 req-b3b38d85-6a1f-4d9b-bb27-c4ba7694ab14 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394261 Oct 28 11:02:47.465874 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00d92c-e78b-47e9-b982-7d4ceabbb49f req-b48641d6-0cf3-4dd5-ac06-beb204b15ae6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:47.467373 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ae00d92c-e78b-47e9-b982-7d4ceabbb49f req-b48641d6-0cf3-4dd5-ac06-beb204b15ae6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0485556 Oct 28 11:02:47.515461 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ae00d92c-e78b-47e9-b982-7d4ceabbb49f req-adddc184-4f20-4d14-8d2a-d750b1dc7817 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425446 Oct 28 11:02:48.631534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df959ff2-f309-4fb1-9905-c5b4894041c2 req-2fd439a7-aec7-4352-a4e4-763cf5e1830b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:48.633586 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-df959ff2-f309-4fb1-9905-c5b4894041c2 req-2fd439a7-aec7-4352-a4e4-763cf5e1830b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0449986 Oct 28 11:02:48.681810 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-df959ff2-f309-4fb1-9905-c5b4894041c2 req-21b39342-cffb-400a-bba1-cd644bee4e26 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427210 Oct 28 11:02:49.091191 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:02:49.789966 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:49.802603 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d57e4-53e2-4594-8b72-6fa7ebe226be req-7974b8b8-a916-4004-92e3-83b4b72e5407 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:49.804098 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d82d57e4-53e2-4594-8b72-6fa7ebe226be req-7974b8b8-a916-4004-92e3-83b4b72e5407 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0448446 Oct 28 11:02:49.852083 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d82d57e4-53e2-4594-8b72-6fa7ebe226be req-0780cf61-c511-498d-a1da-2ab25cc75157 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Oct 28 11:02:50.968650 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7957fb3-94e6-4385-a3c0-2dbe48f45ea1 req-ad62e930-3318-496d-9462-aa1c90ccb93a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:50.970093 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e7957fb3-94e6-4385-a3c0-2dbe48f45ea1 req-ad62e930-3318-496d-9462-aa1c90ccb93a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0444136 Oct 28 11:02:51.016563 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e7957fb3-94e6-4385-a3c0-2dbe48f45ea1 req-9ef5bd13-ece9-493c-905a-b4814c5607ec tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Oct 28 11:02:52.142445 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750f316-dbe8-4217-9d7b-1a34abefae30 req-9d2fa653-0f6d-401e-84a4-36442328ed72 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:52.144342 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9750f316-dbe8-4217-9d7b-1a34abefae30 req-9d2fa653-0f6d-401e-84a4-36442328ed72 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0504909 Oct 28 11:02:52.192580 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9750f316-dbe8-4217-9d7b-1a34abefae30 req-c16b8584-accf-4c21-aef9-985924c34a25 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Oct 28 11:02:53.309992 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9931b5-3663-4f36-aa3f-c7ce0f4f635f req-2d5bb6d8-5626-4ac2-a86f-88ab7568c08a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:53.311498 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0d9931b5-3663-4f36-aa3f-c7ce0f4f635f req-2d5bb6d8-5626-4ac2-a86f-88ab7568c08a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0443919 Oct 28 11:02:53.357998 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0d9931b5-3663-4f36-aa3f-c7ce0f4f635f req-d24c575c-23a8-4002-b399-bf0cd8a47000 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Oct 28 11:02:54.474605 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a8e15-8e8e-44ce-8095-abcab4ef8285 req-a252ddbc-8943-42b5-9fce-fd776dd4190b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:54.476066 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-853a8e15-8e8e-44ce-8095-abcab4ef8285 req-a252ddbc-8943-42b5-9fce-fd776dd4190b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0449994 Oct 28 11:02:54.523194 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-853a8e15-8e8e-44ce-8095-abcab4ef8285 req-85a0730f-4a3f-42f3-9a5b-6fc9161ed59b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415125 Oct 28 11:02:55.642183 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3746fac-4192-41b1-bead-3ec3f8d6cb67 req-01fccb1e-06ec-4cb1-b687-8429a332ec54 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:55.643598 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b3746fac-4192-41b1-bead-3ec3f8d6cb67 req-01fccb1e-06ec-4cb1-b687-8429a332ec54 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0492952 Oct 28 11:02:55.689841 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b3746fac-4192-41b1-bead-3ec3f8d6cb67 req-0e8f0359-aef1-46a1-9ac9-217266aac6ff tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397468 Oct 28 11:02:56.407222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38290) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:56.515285 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-519a2432-aa5a-4e76-bb60-88c39e4c9a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.594731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-519a2432-aa5a-4e76-bb60-88c39e4c9a00 admin admin] Publish callbacks [] for security_group (51c12c41-540c-47a6-b910-77a65674aa82), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.597956 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-519a2432-aa5a-4e76-bb60-88c39e4c9a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (51c12c41-540c-47a6-b910-77a65674aa82), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.633936 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:56.639194 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-519a2432-aa5a-4e76-bb60-88c39e4c9a00 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3a37a636f0a3487b9978e430ffa96da8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309370 Oct 28 11:02:56.639875 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a2432-aa5a-4e76-bb60-88c39e4c9a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c12c41-540c-47a6-b910-77a65674aa82,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:56.642622 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38298) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:56.692560 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5503af0e-928a-4c2f-9db1-44e80f932335 admin admin] Publish callbacks [] for security_group (51c12c41-540c-47a6-b910-77a65674aa82), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.712531 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5503af0e-928a-4c2f-9db1-44e80f932335 admin admin] Publish callbacks [] for security_group (51c12c41-540c-47a6-b910-77a65674aa82), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.758746 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5503af0e-928a-4c2f-9db1-44e80f932335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (51c12c41-540c-47a6-b910-77a65674aa82), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.761279 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5503af0e-928a-4c2f-9db1-44e80f932335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:56.764963 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-5503af0e-928a-4c2f-9db1-44e80f932335 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/51c12c41-540c-47a6-b910-77a65674aa82 HTTP/1.1" status: 204 len: 168 time: 0.1189280 Oct 28 11:02:56.781902 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503af0e-928a-4c2f-9db1-44e80f932335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c12c41-540c-47a6-b910-77a65674aa82,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:56.820251 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2c267-f13c-4762-a8d9-f80801299dcb req-f56e1553-52af-48fe-b448-60d129cf8649 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:56.821717 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eab2c267-f13c-4762-a8d9-f80801299dcb req-f56e1553-52af-48fe-b448-60d129cf8649 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0540445 Oct 28 11:02:56.869916 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eab2c267-f13c-4762-a8d9-f80801299dcb req-7433d502-4d8b-43e4-a367-6dd1302b0891 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Oct 28 11:02:57.037478 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38308) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:57.051336 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1a9990d5-1db1-4d3d-8f46-21dde7438972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.122898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.126373 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1a9990d5-1db1-4d3d-8f46-21dde7438972 admin admin] Publish callbacks [] for security_group (b220b000-407a-46ba-92ac-ea7d3ae17370), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.129801 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1a9990d5-1db1-4d3d-8f46-21dde7438972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (b220b000-407a-46ba-92ac-ea7d3ae17370), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.168357 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1a9990d5-1db1-4d3d-8f46-21dde7438972 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=4d14d4209d9d4e7790e362d747e56dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291077 Oct 28 11:02:57.169026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9990d5-1db1-4d3d-8f46-21dde7438972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b220b000-407a-46ba-92ac-ea7d3ae17370,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:57.171215 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38310) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:57.219586 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ab97a03-6f0e-4560-a4ec-5ddfc07088ea admin admin] Publish callbacks [] for security_group (b220b000-407a-46ba-92ac-ea7d3ae17370), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.239062 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ab97a03-6f0e-4560-a4ec-5ddfc07088ea admin admin] Publish callbacks [] for security_group (b220b000-407a-46ba-92ac-ea7d3ae17370), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.285834 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ab97a03-6f0e-4560-a4ec-5ddfc07088ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (b220b000-407a-46ba-92ac-ea7d3ae17370), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.288439 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ab97a03-6f0e-4560-a4ec-5ddfc07088ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.289559 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-8ab97a03-6f0e-4560-a4ec-5ddfc07088ea admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b220b000-407a-46ba-92ac-ea7d3ae17370 HTTP/1.1" status: 204 len: 168 time: 0.1173737 Oct 28 11:02:57.297331 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab97a03-6f0e-4560-a4ec-5ddfc07088ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b220b000-407a-46ba-92ac-ea7d3ae17370,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:57.750129 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38342) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:57.904080 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f36a1bf-a096-4f39-9db2-c5070341a63e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:57.912325 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:58.036003 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f36a1bf-a096-4f39-9db2-c5070341a63e admin admin] Publish callbacks [] for security_group (4e961f65-5d3a-46fd-94de-4f89ba6a6346), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.042714 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2f36a1bf-a096-4f39-9db2-c5070341a63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (4e961f65-5d3a-46fd-94de-4f89ba6a6346), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.047357 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390499-af21-41d8-879a-fbd185b5bf19 req-9f1fd7a4-a0ed-4a5a-858e-005406f80c8b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:58.054669 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-77390499-af21-41d8-879a-fbd185b5bf19 req-9f1fd7a4-a0ed-4a5a-858e-005406f80c8b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0948706 Oct 28 11:02:58.089961 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2f36a1bf-a096-4f39-9db2-c5070341a63e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=09ea94dc884f483dab8cc80ccdf5b935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3387201 Oct 28 11:02:58.092020 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36a1bf-a096-4f39-9db2-c5070341a63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e961f65-5d3a-46fd-94de-4f89ba6a6346,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:58.094436 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38360) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:58.125825 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-77390499-af21-41d8-879a-fbd185b5bf19 req-1326e566-4841-44d4-833a-53950bdaa396 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Oct 28 11:02:58.163181 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-860c8cc6-df21-4cd1-8bbe-46566ecc4c7e admin admin] Publish callbacks [] for security_group (4e961f65-5d3a-46fd-94de-4f89ba6a6346), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.184655 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-860c8cc6-df21-4cd1-8bbe-46566ecc4c7e admin admin] Publish callbacks [] for security_group (4e961f65-5d3a-46fd-94de-4f89ba6a6346), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.240151 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-860c8cc6-df21-4cd1-8bbe-46566ecc4c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (4e961f65-5d3a-46fd-94de-4f89ba6a6346), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.243448 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-860c8cc6-df21-4cd1-8bbe-46566ecc4c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.244599 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-860c8cc6-df21-4cd1-8bbe-46566ecc4c7e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/4e961f65-5d3a-46fd-94de-4f89ba6a6346 HTTP/1.1" status: 204 len: 168 time: 0.1490569 Oct 28 11:02:58.252783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c8cc6-df21-4cd1-8bbe-46566ecc4c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e961f65-5d3a-46fd-94de-4f89ba6a6346,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:58.555115 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38386) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:58.568273 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2235ae06-e543-47e3-8303-6291804dfb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.645759 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:58.670659 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2235ae06-e543-47e3-8303-6291804dfb86 admin admin] Publish callbacks [] for security_group (d3e40f46-5144-40bf-8ee0-557ec0a3d234), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.674708 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2235ae06-e543-47e3-8303-6291804dfb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (d3e40f46-5144-40bf-8ee0-557ec0a3d234), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.713317 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2235ae06-e543-47e3-8303-6291804dfb86 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cf6327e570ee4dbb83b659ec54da55fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571193 Oct 28 11:02:58.716308 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38398) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:58.718212 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235ae06-e543-47e3-8303-6291804dfb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e40f46-5144-40bf-8ee0-557ec0a3d234,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:58.745087 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f344e6db-6a3b-47e6-93b2-891f052c66b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.802041 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54bfa07a-063d-4461-963b-52fa35612f1c admin admin] Publish callbacks [] for security_group (d3e40f46-5144-40bf-8ee0-557ec0a3d234), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.820633 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:58.826012 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54bfa07a-063d-4461-963b-52fa35612f1c admin admin] Publish callbacks [] for security_group (d3e40f46-5144-40bf-8ee0-557ec0a3d234), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.864959 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:58.895695 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54bfa07a-063d-4461-963b-52fa35612f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (d3e40f46-5144-40bf-8ee0-557ec0a3d234), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.902658 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54bfa07a-063d-4461-963b-52fa35612f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:58.903805 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-54bfa07a-063d-4461-963b-52fa35612f1c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/d3e40f46-5144-40bf-8ee0-557ec0a3d234 HTTP/1.1" status: 204 len: 168 time: 0.1863239 Oct 28 11:02:58.915969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfa07a-063d-4461-963b-52fa35612f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e40f46-5144-40bf-8ee0-557ec0a3d234,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:59.086872 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:59.088316 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:02:59.299999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb892c-c181-49c8-8bbd-827865a60d25 req-81cd95b0-3449-4ca0-b3e6-cce2d9109e33 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:02:59.302082 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-acfb892c-c181-49c8-8bbd-827865a60d25 req-81cd95b0-3449-4ca0-b3e6-cce2d9109e33 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0860484 Oct 28 11:02:59.362006 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-acfb892c-c181-49c8-8bbd-827865a60d25 req-53c8f719-4756-4c1c-8d44-8d89f4f716b2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Oct 28 11:02:59.406947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38436) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:59.420831 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-108a00c8-9718-41d3-8926-32bf928a3dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.501227 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-108a00c8-9718-41d3-8926-32bf928a3dcb admin admin] Publish callbacks [] for security_group (74512378-0dfe-4732-9057-1aa17edc356a), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.505557 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-108a00c8-9718-41d3-8926-32bf928a3dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (74512378-0dfe-4732-9057-1aa17edc356a), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.548885 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-108a00c8-9718-41d3-8926-32bf928a3dcb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fc67ca8eb2a24a56b441ab163e3ef4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408329 Oct 28 11:02:59.549720 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a00c8-9718-41d3-8926-32bf928a3dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74512378-0dfe-4732-9057-1aa17edc356a,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:02:59.551790 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38440) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:02:59.601963 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-84150a41-8729-440b-bc8f-34d553dfa87e admin admin] Publish callbacks [] for security_group (74512378-0dfe-4732-9057-1aa17edc356a), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.623450 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-84150a41-8729-440b-bc8f-34d553dfa87e admin admin] Publish callbacks [] for security_group (74512378-0dfe-4732-9057-1aa17edc356a), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.682586 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-84150a41-8729-440b-bc8f-34d553dfa87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (74512378-0dfe-4732-9057-1aa17edc356a), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.685702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-84150a41-8729-440b-bc8f-34d553dfa87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:02:59.689621 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-84150a41-8729-440b-bc8f-34d553dfa87e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/74512378-0dfe-4732-9057-1aa17edc356a HTTP/1.1" status: 204 len: 168 time: 0.1341088 Oct 28 11:02:59.694767 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84150a41-8729-440b-bc8f-34d553dfa87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74512378-0dfe-4732-9057-1aa17edc356a,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:00.497059 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baa915-66e5-41f2-9c27-a3711de6db46 req-b92187ac-2c0e-4150-b718-4553a995707b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:00.498841 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-86baa915-66e5-41f2-9c27-a3711de6db46 req-b92187ac-2c0e-4150-b718-4553a995707b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0551529 Oct 28 11:03:00.518918 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38506) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:00.578927 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-86baa915-66e5-41f2-9c27-a3711de6db46 req-22507c91-71f5-4e8d-b845-a43dee55c3cd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736382 Oct 28 11:03:00.638492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1807124774-network', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:00.658098 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Made reservation on behalf of 9aff70e0d61c41fbb469ed4bcd785b23 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:00.660276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.668982 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.687174 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:00.743722 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks [] for security_group (2bce564a-da4c-483a-84e6-8d94ef75eb52), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.747294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2bce564a-da4c-483a-84e6-8d94ef75eb52), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.771292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:03:00.781619 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bce564a-da4c-483a-84e6-8d94ef75eb52,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:00.786373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (a1f3f051-98a2-4d58-8e46-3cfd74ae59ae), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.786714 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Added segment a1f3f051-98a2-4d58-8e46-3cfd74ae59ae of type vlan for network 447ffcd3-d772-4c15-92cb-558dd17897d4 Oct 28 11:03:00.827946 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (447ffcd3-d772-4c15-92cb-558dd17897d4), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.854921 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (447ffcd3-d772-4c15-92cb-558dd17897d4), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.856020 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:00.856672 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.860098 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0f3bc357-8a7d-414f-8f9b-09da1c80d7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:00.910892 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3901970 Oct 28 11:03:00.913871 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38514) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:00.918750 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Request body: {'subnet': {'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1807124774-subnet', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:00.921339 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe840a6-8e85-4247-ade5-9a6623fe1a30 admin admin] Pushing event updated for resources: {'Network': ['ID=447ffcd3-d772-4c15-92cb-558dd17897d4,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:00.931456 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:03:00.938918 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Made reservation on behalf of 9aff70e0d61c41fbb469ed4bcd785b23 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:00.941252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.105992 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (dd357101-dce1-4538-98f6-4cc3c004f302), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.156098 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd357101-dce1-4538-98f6-4cc3c004f302,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:01.171118 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Checking segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:01.171466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Network hostable DHCP agents. Network: 447ffcd3-d772-4c15-92cb-558dd17897d4, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:03:01.189198 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:03:01.203540 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 447ffcd3-d772-4c15-92cb-558dd17897d4) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:01.211489 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:01.212063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.216666 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9411e89-762b-4c90-905e-4d107337c9e4 None None] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:01.230758 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-dedea6ea-068c-4b30-ab10-de2baa285f27 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3154306 Oct 28 11:03:01.231352 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38518) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:01.235949 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:01.256715 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (c0b0fbf7-1eea-489b-b465-6c462da882be), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.258322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (c0b0fbf7-1eea-489b-b465-6c462da882be), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.310791 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks [] for router_controller (c0b0fbf7-1eea-489b-b465-6c462da882be), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.325742 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-447ffcd3-d772-4c15-92cb-558dd17897d4', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:03:01.326827 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.378607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:01.458347 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks [] for router_gateway (c0b0fbf7-1eea-489b-b465-6c462da882be), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.468419 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Allocated IP 172.20.0.2 (447ffcd3-d772-4c15-92cb-558dd17897d4/dd357101-dce1-4538-98f6-4cc3c004f302/9dbc6310-e13c-4bbd-b67b-fd9137cc5212) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:01.626181 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Publish callbacks [] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.633568 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.682891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:01.688871 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:01.691658 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:01.694145 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:01.763493 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Attempting to bind port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:01.763866 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Attempting to bind port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:01.764225 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Attempting to bind port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:01.810750 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:01.811826 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Checking segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:01.812441 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.813251 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Bound using segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:01.813908 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Bound port: 9dbc6310-e13c-4bbd-b67b-fd9137cc5212, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:01.814408 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.895056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] For port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:01.898713 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] For port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:01.902503 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ef18f-2b35-411f-bf8e-2538fe41925f req-29a95f59-cead-4e3f-a330-4fb6c929eee7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:01.904092 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a02ef18f-2b35-411f-bf8e-2538fe41925f req-29a95f59-cead-4e3f-a330-4fb6c929eee7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0975289 Oct 28 11:03:01.907584 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.947148 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:01.955238 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks [] for router_gateway (c0b0fbf7-1eea-489b-b465-6c462da882be), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.962708 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc3b40-cbd0-4015-9c0d-d7275416d559 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:01.982594 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:01.997182 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a02ef18f-2b35-411f-bf8e-2538fe41925f req-929095e0-fbe7-48f3-8d72-1983ac4e8117 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786858 Oct 28 11:03:02.074970 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:02.096309 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Allocated IP 172.37.0.164 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/07d8d562-4e4b-4e40-a0e6-3246655a7782) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:02.122314 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:02.225029 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks [] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:02.264586 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:02.311585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:02.316151 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:02.320246 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:02.323999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Pushing event updated for resources: {'Port': ['ID=07d8d562-4e4b-4e40-a0e6-3246655a7782,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:02.526182 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:02.574498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks [] for router_gateway (c0b0fbf7-1eea-489b-b465-6c462da882be), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:02.793192 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (c0b0fbf7-1eea-489b-b465-6c462da882be), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:02.933151 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Router c0b0fbf7-1eea-489b-b465-6c462da882be is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:03:02.940057 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c9ab4-7165-4423-b077-36a82d86a01a None None] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:02.943079 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:02.991858 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:03.001626 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Provisioning complete for port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:03.002018 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.002354 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Attempt 1 to provision port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 Oct 28 11:03:03.042064 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:03:03.050766 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:03:03.060201 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.064171 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ce673558-972d-4e6a-b505-365b61f85f90 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8291650 Oct 28 11:03:03.064540 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38578) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:03.068090 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:03.069246 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:03.128026 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Current status of the port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:03.128623 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.171486 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] For port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:03.176857 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.199866 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:03.211351 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9034-8607-4739-ae64-5c825e7fdd71 req-ffb07ae0-d987-4a4b-a396-3ca0235ed74b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:03.218397 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-33ea9034-8607-4739-ae64-5c825e7fdd71 req-ffb07ae0-d987-4a4b-a396-3ca0235ed74b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0921242 Oct 28 11:03:03.220091 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:03.235634 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3b133-6244-461d-800a-697aa9b516d3 None None] Pushing event updated for resources: {'Port': ['ID=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:03.345504 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:03.384558 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-33ea9034-8607-4739-ae64-5c825e7fdd71 req-66001a4d-e2f5-4fb5-9aa7-e57f0328d0c7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651201 Oct 28 11:03:03.395118 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:02Z', 'revision_number': 3, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:03.404300 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-cb0eefae-e623-4fd6-96e9-1e12923296e9 None None] Provisioning complete for port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:03.404898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cb0eefae-e623-4fd6-96e9-1e12923296e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.405450 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-cb0eefae-e623-4fd6-96e9-1e12923296e9 None None] Attempt 1 to provision port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 Oct 28 11:03:03.425147 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:03:03.425510 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Updating router c0b0fbf7-1eea-489b-b465-6c462da882be port 07d8d562-4e4b-4e40-a0e6-3246655a7782 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:03:03.461495 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.478240 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-cb0eefae-e623-4fd6-96e9-1e12923296e9 None None] Current status of the port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:03.580686 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.700970 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.797127 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.798985 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Publish callbacks [] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.805376 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.841139 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Attempting to bind port 07d8d562-4e4b-4e40-a0e6-3246655a7782 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:03.841506 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Attempting to bind port 07d8d562-4e4b-4e40-a0e6-3246655a7782 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:03.841857 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Attempting to bind port 07d8d562-4e4b-4e40-a0e6-3246655a7782 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:03.854791 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Pushing event updated for resources: {'Port': ['ID=07d8d562-4e4b-4e40-a0e6-3246655a7782,revision_number=2']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:03.878487 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.878825 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.879178 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.879525 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.879850 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.880171 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.880492 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.880809 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.881123 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.881437 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.881778 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.882120 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.882431 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.882738 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.883043 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:03.911420 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:03.911608 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:03.911954 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.912332 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:03.913307 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Bound port: 07d8d562-4e4b-4e40-a0e6-3246655a7782, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:03.913737 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:03.965447 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Allocated IP 172.20.0.1 (447ffcd3-d772-4c15-92cb-558dd17897d4/dd357101-dce1-4538-98f6-4cc3c004f302/35eb101f-4f0f-481d-8989-2d3b7d8f916d) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:03.971716 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] For port 07d8d562-4e4b-4e40-a0e6-3246655a7782, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:03.974993 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] For port 07d8d562-4e4b-4e40-a0e6-3246655a7782, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=07d8d562-4e4b-4e40-a0e6-3246655a7782,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:03.993451 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.031341 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:04.081225 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fedfedf-c452-4e89-84d9-aebdcf82e3e0 None None] Pushing event updated for resources: {'Port': ['ID=07d8d562-4e4b-4e40-a0e6-3246655a7782,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:04.084517 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:04.084646 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.085000 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 Oct 28 11:03:04.091087 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:04.092024 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:04.095458 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:04.102856 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks [] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.136538 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.140150 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:04.145438 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:04.168012 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:04.180497 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:04.186110 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:04.190241 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:04.191065 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (c0b0fbf7-1eea-489b-b465-6c462da882be), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.195301 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Pushing event updated for resources: {'Port': ['ID=35eb101f-4f0f-481d-8989-2d3b7d8f916d,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:04.204633 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:04.324107 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.379378 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:04.387046 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:02Z', 'revision_number': 3, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:04.417359 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eddda1b-76c1-4b04-8fd0-567e21861655 None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:02Z', 'revision_number': 3, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:03:04.504682 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-e2bea05f-5df0-43f8-9149-85790f317488 None None] Provisioning complete for port 35eb101f-4f0f-481d-8989-2d3b7d8f916d triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:04.505278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-e2bea05f-5df0-43f8-9149-85790f317488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.505767 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-e2bea05f-5df0-43f8-9149-85790f317488 None None] Attempt 1 to provision port 35eb101f-4f0f-481d-8989-2d3b7d8f916d Oct 28 11:03:04.519737 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks [] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.525661 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.525986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b13c36-088b-4020-b36e-5b0f5dc0e6b3 req-608e5a2c-48f5-45da-ae12-91068f1d15ac tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:04.526597 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (c0b0fbf7-1eea-489b-b465-6c462da882be), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.528334 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-52b13c36-088b-4020-b36e-5b0f5dc0e6b3 req-608e5a2c-48f5-45da-ae12-91068f1d15ac tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0555582 Oct 28 11:03:04.551573 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-e2bea05f-5df0-43f8-9149-85790f317488 None None] Port 35eb101f-4f0f-481d-8989-2d3b7d8f916d cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:03:04.579124 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-52b13c36-088b-4020-b36e-5b0f5dc0e6b3 req-0bd68a3d-06b7-48d4-804f-71e9c2d3cb4d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443540 Oct 28 11:03:04.613571 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Pushing event updated for resources: {'Port': ['ID=35eb101f-4f0f-481d-8989-2d3b7d8f916d,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:04.677597 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:04.679198 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:04.820601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:03:04.899578 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-c33f6ccf-5fc1-4520-af45-056a063bcf03 None None] Provisioning complete for port 35eb101f-4f0f-481d-8989-2d3b7d8f916d triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:04.901141 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c33f6ccf-5fc1-4520-af45-056a063bcf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:04.901910 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-c33f6ccf-5fc1-4520-af45-056a063bcf03 None None] Attempt 1 to provision port 35eb101f-4f0f-481d-8989-2d3b7d8f916d Oct 28 11:03:04.952838 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:03:04.958379 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b6114bb4-d789-4d02-8290-65e757ac9557 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c0b0fbf7-1eea-489b-b465-6c462da882be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8926506 Oct 28 11:03:04.958789 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-c33f6ccf-5fc1-4520-af45-056a063bcf03 None None] Port 35eb101f-4f0f-481d-8989-2d3b7d8f916d cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:03:05.462513 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38622) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:05.467290 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1249524689-network', 'tenant_id': '0340d1268ba4425396d69ff470e52914'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:05.487182 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Made reservation on behalf of 0340d1268ba4425396d69ff470e52914 for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:05.489413 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.498488 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.574252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks [] for security_group (79ff9ed6-694c-465f-8c1f-03c42e0d5f29), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.577584 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (79ff9ed6-694c-465f-8c1f-03c42e0d5f29), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.589804 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:05.598984 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:03:05.614326 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ff9ed6-694c-465f-8c1f-03c42e0d5f29,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:05.620551 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (97176eaf-43e3-4c74-ae59-62336b4574b7), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.620921 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Added segment 97176eaf-43e3-4c74-ae59-62336b4574b7 of type vlan for network ff79557a-5a17-4ecc-8054-3575823a962f Oct 28 11:03:05.652510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:05.662448 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (ff79557a-5a17-4ecc-8054-3575823a962f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.724327 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (ff79557a-5a17-4ecc-8054-3575823a962f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.726071 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:05.726739 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.734599 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e03bcf-0d59-4765-b181-981e0a9c808f req-74f9f520-ec3a-4eef-b63a-d387288a0728 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:05.736058 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d8e03bcf-0d59-4765-b181-981e0a9c808f req-74f9f520-ec3a-4eef-b63a-d387288a0728 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0665448 Oct 28 11:03:05.799571 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3359542 Oct 28 11:03:05.802417 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38628) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:05.807258 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Request body: {'subnet': {'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1249524689-subnet', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:05.824460 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca24d13-68be-4f7c-afe4-763690a43d3d admin admin] Pushing event updated for resources: {'Network': ['ID=ff79557a-5a17-4ecc-8054-3575823a962f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:05.828772 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Made reservation on behalf of 0340d1268ba4425396d69ff470e52914 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:05.831606 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16752171'] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:05.839275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network ff79557a-5a17-4ecc-8054-3575823a962f details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:03:05.844388 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d8e03bcf-0d59-4765-b181-981e0a9c808f req-5688a87e-29bb-4314-8633-349344eeeeb4 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906422 Oct 28 11:03:06.018528 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 07d8d562-4e4b-4e40-a0e6-3246655a7782 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:06.033603 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14962223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16752153'] for subnet (66d96bc4-a0ee-4059-982c-292207fd0311), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.053096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:06.069118 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 07d8d562-4e4b-4e40-a0e6-3246655a7782 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:06.069492 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.069823 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 07d8d562-4e4b-4e40-a0e6-3246655a7782 Oct 28 11:03:06.094921 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d96bc4-a0ee-4059-982c-292207fd0311,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:06.107701 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Checking segment: {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:06.108059 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Network hostable DHCP agents. Network: ff79557a-5a17-4ecc-8054-3575823a962f, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:03:06.135575 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Network ff79557a-5a17-4ecc-8054-3575823a962f is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:03:06.146092 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, ff79557a-5a17-4ecc-8054-3575823a962f) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:06.150937 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:06.151814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.157115 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:06.187122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38638) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:06.190578 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1622c46f-a20c-4be3-9848-30022d57ee15 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3865325 Oct 28 11:03:06.193222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:06.219285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157fbcc0-fe76-47ba-aba4-e05254ffcea1 None None] Network ff79557a-5a17-4ecc-8054-3575823a962f requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:06.235171 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (b1a3b47d-e63b-4860-a005-1a66914ffd8b), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.236997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (b1a3b47d-e63b-4860-a005-1a66914ffd8b), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.259776 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:03:06.285617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:06.295927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:06.296563 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:06.300323 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks [] for router_controller (b1a3b47d-e63b-4860-a005-1a66914ffd8b), precommit_add_association {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.430408 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-ff79557a-5a17-4ecc-8054-3575823a962f', 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f', 'project_id': '0340d1268ba4425396d69ff470e52914', 'fixed_ips': [{'subnet_id': '66d96bc4-a0ee-4059-982c-292207fd0311'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:03:06.430800 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.432993 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 07d8d562-4e4b-4e40-a0e6-3246655a7782 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:06.433363 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.434099 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks [] for router_gateway (b1a3b47d-e63b-4860-a005-1a66914ffd8b), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.474416 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 07d8d562-4e4b-4e40-a0e6-3246655a7782, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=07d8d562-4e4b-4e40-a0e6-3246655a7782,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:06.487378 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.560042 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:06.629956 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks [] for router_gateway (b1a3b47d-e63b-4860-a005-1a66914ffd8b), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.648732 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.685777 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=07d8d562-4e4b-4e40-a0e6-3246655a7782,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:06.751172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Allocated IP 172.20.0.2 (ff79557a-5a17-4ecc-8054-3575823a962f/66d96bc4-a0ee-4059-982c-292207fd0311/6855c1e4-5ec2-4ba8-8518-eb1430d172cc) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:06.760562 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Allocated IP 172.37.0.212 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/b3d3d850-94d6-4b7b-ba48-af290af6ee93) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:06.868595 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:06.874125 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks [] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.888688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 2, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:06.911093 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:06.922478 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:03:06.922896 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Updating router c0b0fbf7-1eea-489b-b465-6c462da882be port 35eb101f-4f0f-481d-8989-2d3b7d8f916d binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:03:06.951544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:06.958386 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:06.962123 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:06.981767 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91477b6-1bfb-4eb5-8f80-09d13ea05b61 req-e315ff4b-49f2-4e3d-bb30-b0eedd5f4790 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:06.983357 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b91477b6-1bfb-4eb5-8f80-09d13ea05b61 req-e315ff4b-49f2-4e3d-bb30-b0eedd5f4790 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0526118 Oct 28 11:03:06.984228 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.014228 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:07.027239 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:07.033806 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:07.033960 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Pushing event updated for resources: {'Port': ['ID=b3d3d850-94d6-4b7b-ba48-af290af6ee93,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:07.040198 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Publish callbacks [] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.042049 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b91477b6-1bfb-4eb5-8f80-09d13ea05b61 req-0b826d69-2de6-45a1-a278-03b3764a1caf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513592 Oct 28 11:03:07.062153 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.159560 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Network ff79557a-5a17-4ecc-8054-3575823a962f is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:07.167119 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:07.171853 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Pushing event updated for resources: {'Port': ['ID=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:07.175917 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:07.186036 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks [] for router_gateway (b1a3b47d-e63b-4860-a005-1a66914ffd8b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.285438 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Attempting to bind port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:07.285811 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Attempting to bind port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:07.286201 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Attempting to bind port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc on network ff79557a-5a17-4ecc-8054-3575823a962f {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:07.388884 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:07.389253 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Checking segment: {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:07.389647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.390060 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Bound using segment: {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:07.390539 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Bound port: 6855c1e4-5ec2-4ba8-8518-eb1430d172cc, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:07.390918 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.401949 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (b1a3b47d-e63b-4860-a005-1a66914ffd8b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.420816 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Publish callbacks [] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.445041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.518742 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca5abb-1126-4e1d-839b-2b903a3e95e6 None None] Pushing event updated for resources: {'Port': ['ID=35eb101f-4f0f-481d-8989-2d3b7d8f916d,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:07.525636 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] For port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:07.528169 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Router b1a3b47d-e63b-4860-a005-1a66914ffd8b is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:03:07.558506 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] For port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:07.568770 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.582143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Attempting to bind port 35eb101f-4f0f-481d-8989-2d3b7d8f916d on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:07.582143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Attempting to bind port 35eb101f-4f0f-481d-8989-2d3b7d8f916d by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:07.582143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Attempting to bind port 35eb101f-4f0f-481d-8989-2d3b7d8f916d on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:07.657792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:07.658263 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Checking segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:07.658591 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.658990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Bound using segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:07.659465 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Bound port: 35eb101f-4f0f-481d-8989-2d3b7d8f916d, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:07.659847 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.662216 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3b297-c00f-4e04-8ed3-8516f2cc5802 None None] Pushing event updated for resources: {'Port': ['ID=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:07.737397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] For port 35eb101f-4f0f-481d-8989-2d3b7d8f916d, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:07.743306 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] For port 35eb101f-4f0f-481d-8989-2d3b7d8f916d, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=35eb101f-4f0f-481d-8989-2d3b7d8f916d,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:07.760790 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.887153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:03:07.900906 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Sync routers for ids ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:03:07.914678 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Routers {'b1a3b47d-e63b-4860-a005-1a66914ffd8b'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:07.915563 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:07.916526 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:07.921280 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-91bb8991-8a2e-4e33-93ed-9835fe117c75 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7290652 Oct 28 11:03:07.921280 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38660) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:07.949489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:07.960688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:07.961210 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:08.001969 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:08.039735 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca5abb-1126-4e1d-839b-2b903a3e95e6 None None] Pushing event updated for resources: {'Port': ['ID=35eb101f-4f0f-481d-8989-2d3b7d8f916d,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:08.106922 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:08.109838 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Set router b1a3b47d-e63b-4860-a005-1a66914ffd8b gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:08.121143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:08.296959 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 6855c1e4-5ec2-4ba8-8518-eb1430d172cc up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:08.336470 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020f04-ceb2-4ffd-81e4-7ea6937b4833 req-52cb1932-be42-4c97-9b41-3d7a085c2af5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:08.346695 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b9020f04-ceb2-4ffd-81e4-7ea6937b4833 req-52cb1932-be42-4c97-9b41-3d7a085c2af5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0959449 Oct 28 11:03:08.424131 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:08.425208 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:08.427012 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc Oct 28 11:03:08.449948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:08.466708 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:07Z', 'revision_number': 3, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:08.536763 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b9020f04-ceb2-4ffd-81e4-7ea6937b4833 req-73cacce3-0e52-4a0c-b271-d789db415ebe tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875761 Oct 28 11:03:08.548190 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Checking router: b1a3b47d-e63b-4860-a005-1a66914ffd8b for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:03:08.548503 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Updating router b1a3b47d-e63b-4860-a005-1a66914ffd8b port b3d3d850-94d6-4b7b-ba48-af290af6ee93 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:03:08.599356 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:08.728648 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:07Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:08.785547 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3195815-05ad-47a1-bd8f-5bf9c6803b2c None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:07Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:03:08.864081 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:08.864563 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:08.962163 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.038249 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:09.047751 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.048583 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 07d8d562-4e4b-4e40-a0e6-3246655a7782 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:09.162164 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38690) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:09.166211 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d311965b-c628-424b-ad7b-9346dd5d6091 None None] Network ff79557a-5a17-4ecc-8054-3575823a962f requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:09.246149 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Publish callbacks [] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.258604 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.286723 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Attempting to bind port b3d3d850-94d6-4b7b-ba48-af290af6ee93 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:09.287100 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Attempting to bind port b3d3d850-94d6-4b7b-ba48-af290af6ee93 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:09.287456 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Attempting to bind port b3d3d850-94d6-4b7b-ba48-af290af6ee93 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:09.297505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Allocated IP 172.20.0.1 (ff79557a-5a17-4ecc-8054-3575823a962f/66d96bc4-a0ee-4059-982c-292207fd0311/10e58cba-40bf-4989-945c-2562ae3e33f5) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:09.320656 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 07d8d562-4e4b-4e40-a0e6-3246655a7782 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:09.321276 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.321759 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 07d8d562-4e4b-4e40-a0e6-3246655a7782 Oct 28 11:03:09.323533 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:09.354175 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d7846e6f-1d07-4b85-bd9c-427c8c0b2792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.377957 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-e739c520-7812-44c2-9003-82f80605d7dc None None] Provisioning complete for port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:09.378357 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-e739c520-7812-44c2-9003-82f80605d7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.378694 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-e739c520-7812-44c2-9003-82f80605d7dc None None] Attempt 1 to provision port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc Oct 28 11:03:09.380536 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:09.422777 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:09.423974 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544235f-047f-46dc-a8e9-4c10e8c44ac8 None None] Pushing event updated for resources: {'Port': ['ID=b3d3d850-94d6-4b7b-ba48-af290af6ee93,revision_number=2']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:09.468216 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks [] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.469958 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:09.470236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d7846e6f-1d07-4b85-bd9c-427c8c0b2792 admin admin] Publish callbacks [] for security_group (3e7d0660-1c7e-482d-be61-50e78995e170), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.470577 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:09.471303 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:09.471779 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.472349 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:09.473156 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Bound port: b3d3d850-94d6-4b7b-ba48-af290af6ee93, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:09.473490 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.478611 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d7846e6f-1d07-4b85-bd9c-427c8c0b2792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (3e7d0660-1c7e-482d-be61-50e78995e170), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.513086 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.533347 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7846e6f-1d07-4b85-bd9c-427c8c0b2792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d0660-1c7e-482d-be61-50e78995e170,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:09.560057 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-d7846e6f-1d07-4b85-bd9c-427c8c0b2792 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9765269cf2ab4cffa8c793e3707cfbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952508 Oct 28 11:03:09.562675 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38698) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:09.571644 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:09.615281 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] For port b3d3d850-94d6-4b7b-ba48-af290af6ee93, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:09.619762 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] For port b3d3d850-94d6-4b7b-ba48-af290af6ee93, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b3d3d850-94d6-4b7b-ba48-af290af6ee93,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:09.632068 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.676753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Network ff79557a-5a17-4ecc-8054-3575823a962f is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:09.689494 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:09.701914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b81b13f0-544b-4ded-ba52-06bde367c0a4 admin admin] Publish callbacks [] for security_group (3e7d0660-1c7e-482d-be61-50e78995e170), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.704397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Pushing event updated for resources: {'Port': ['ID=10e58cba-40bf-4989-945c-2562ae3e33f5,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:09.716043 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 07d8d562-4e4b-4e40-a0e6-3246655a7782 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:09.727652 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:09.728148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (b1a3b47d-e63b-4860-a005-1a66914ffd8b), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.787446 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Routers {'b1a3b47d-e63b-4860-a005-1a66914ffd8b'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:09.788656 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:09.818778 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b81b13f0-544b-4ded-ba52-06bde367c0a4 admin admin] Publish callbacks [] for security_group (3e7d0660-1c7e-482d-be61-50e78995e170), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.836567 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:09.859648 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1d101-72ca-4f91-82c5-b66dc7b0480a req-32b0e61b-6c2e-41b7-a3a2-f5f0cc1b7bc6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:09.863032 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eba1d101-72ca-4f91-82c5-b66dc7b0480a req-32b0e61b-6c2e-41b7-a3a2-f5f0cc1b7bc6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.1764483 Oct 28 11:03:09.864089 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-e739c520-7812-44c2-9003-82f80605d7dc None None] Current status of the port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:09.955316 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544235f-047f-46dc-a8e9-4c10e8c44ac8 None None] Pushing event updated for resources: {'Port': ['ID=b3d3d850-94d6-4b7b-ba48-af290af6ee93,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:09.960446 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.992294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b81b13f0-544b-4ded-ba52-06bde367c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (3e7d0660-1c7e-482d-be61-50e78995e170), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.996233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b81b13f0-544b-4ded-ba52-06bde367c0a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:09.997688 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b81b13f0-544b-4ded-ba52-06bde367c0a4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3e7d0660-1c7e-482d-be61-50e78995e170 HTTP/1.1" status: 204 len: 168 time: 0.4338660 Oct 28 11:03:10.019086 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b13f0-544b-4ded-ba52-06bde367c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d0660-1c7e-482d-be61-50e78995e170,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:10.110882 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eba1d101-72ca-4f91-82c5-b66dc7b0480a req-b88b4972-b962-48c2-967b-b29441adf0b3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222314 Oct 28 11:03:10.196936 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-fa60013a-6feb-416e-8d9e-90881ea0e394 None None] Provisioning complete for port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:10.197412 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fa60013a-6feb-416e-8d9e-90881ea0e394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.197633 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-fa60013a-6feb-416e-8d9e-90881ea0e394 None None] Attempt 1 to provision port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc Oct 28 11:03:10.244888 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] Set router b1a3b47d-e63b-4860-a005-1a66914ffd8b gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:10.351049 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf545aa-b985-45c3-b1c0-8e19cbd2669e req-5fc380bf-b6b9-4c8d-b4ea-55780f202bd6 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:10.365181 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ebf545aa-b985-45c3-b1c0-8e19cbd2669e req-5fc380bf-b6b9-4c8d-b4ea-55780f202bd6 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.1292791 Oct 28 11:03:10.389334 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks [] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.399870 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.406567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (b1a3b47d-e63b-4860-a005-1a66914ffd8b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.499336 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-fa60013a-6feb-416e-8d9e-90881ea0e394 None None] Current status of the port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:10.514306 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 6855c1e4-5ec2-4ba8-8518-eb1430d172cc up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:10.534626 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ebf545aa-b985-45c3-b1c0-8e19cbd2669e req-53899fca-f3fa-4eeb-b6d0-e4dd95942a0e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560533 Oct 28 11:03:10.534781 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Pushing event updated for resources: {'Port': ['ID=10e58cba-40bf-4989-945c-2562ae3e33f5,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:10.557439 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:10.572576 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:10.572948 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.573283 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc Oct 28 11:03:10.630271 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-c8d90e9f-e159-42bb-bbb9-33d76c4a7c0b None None] Provisioning complete for port 10e58cba-40bf-4989-945c-2562ae3e33f5 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:10.630656 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c8d90e9f-e159-42bb-bbb9-33d76c4a7c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.630987 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-c8d90e9f-e159-42bb-bbb9-33d76c4a7c0b None None] Attempt 1 to provision port 10e58cba-40bf-4989-945c-2562ae3e33f5 Oct 28 11:03:10.650224 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:10.705824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-c8d90e9f-e159-42bb-bbb9-33d76c4a7c0b None None] Port 10e58cba-40bf-4989-945c-2562ae3e33f5 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:03:10.709353 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:10.710346 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 35eb101f-4f0f-481d-8989-2d3b7d8f916d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:10.711652 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:07Z', 'revision_number': 3, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:10.722826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Network ff79557a-5a17-4ecc-8054-3575823a962f is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:10.724389 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:10.759335 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f146ad29-a257-4a20-aab9-5817f70424e5 None None] The sync data for ids ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'] in dv-cinder-zed-3-iscsi is: [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:07Z', 'revision_number': 3, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:03:10.772380 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 35eb101f-4f0f-481d-8989-2d3b7d8f916d triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:10.772753 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.773137 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 35eb101f-4f0f-481d-8989-2d3b7d8f916d Oct 28 11:03:10.785530 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38722) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:10.802832 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2e3009cf-474c-4425-b9bf-d05a032763b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.877740 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 35eb101f-4f0f-481d-8989-2d3b7d8f916d is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:10.879674 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.893152 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:10.937805 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 35eb101f-4f0f-481d-8989-2d3b7d8f916d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=35eb101f-4f0f-481d-8989-2d3b7d8f916d,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:10.946498 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Router b1a3b47d-e63b-4860-a005-1a66914ffd8b has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:03:10.948176 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.961136 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2e3009cf-474c-4425-b9bf-d05a032763b4 admin admin] Publish callbacks [] for security_group (3275f3e5-88fe-4c2d-ae17-65681d9050ee), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:10.973228 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2e3009cf-474c-4425-b9bf-d05a032763b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (3275f3e5-88fe-4c2d-ae17-65681d9050ee), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.007320 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=35eb101f-4f0f-481d-8989-2d3b7d8f916d,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:11.039175 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2e3009cf-474c-4425-b9bf-d05a032763b4 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d123ba0a6df5428681a8ef33ff0f066b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504859 Oct 28 11:03:11.040230 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3009cf-474c-4425-b9bf-d05a032763b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3275f3e5-88fe-4c2d-ae17-65681d9050ee,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:11.042184 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38726) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:11.066900 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:11.134534 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-ff51efba-a0ee-4c6e-b6b2-74300556fd09 None None] Provisioning complete for port 10e58cba-40bf-4989-945c-2562ae3e33f5 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:11.134980 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ff51efba-a0ee-4c6e-b6b2-74300556fd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.135496 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-ff51efba-a0ee-4c6e-b6b2-74300556fd09 None None] Attempt 1 to provision port 10e58cba-40bf-4989-945c-2562ae3e33f5 Oct 28 11:03:11.150365 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:03:11.151910 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5c1194dd-a41a-408d-9ca8-741d4653cd02 admin admin] Publish callbacks [] for security_group (3275f3e5-88fe-4c2d-ae17-65681d9050ee), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.163491 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b82e63cd-82d7-4ef9-a638-024961ac65a4 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/b1a3b47d-e63b-4860-a005-1a66914ffd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2398775 Oct 28 11:03:11.216674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5c1194dd-a41a-408d-9ca8-741d4653cd02 admin admin] Publish callbacks [] for security_group (3275f3e5-88fe-4c2d-ae17-65681d9050ee), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.240124 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ff51efba-a0ee-4c6e-b6b2-74300556fd09 None None] Port 10e58cba-40bf-4989-945c-2562ae3e33f5 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:03:11.322642 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a91a1-1d30-4d13-a05a-1f6061948371 req-e258196e-fff4-4a5f-8176-158f8d0e8012 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:11.324373 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b01a91a1-1d30-4d13-a05a-1f6061948371 req-e258196e-fff4-4a5f-8176-158f8d0e8012 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.1195223 Oct 28 11:03:11.354746 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5c1194dd-a41a-408d-9ca8-741d4653cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (3275f3e5-88fe-4c2d-ae17-65681d9050ee), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.357532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5c1194dd-a41a-408d-9ca8-741d4653cd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.359077 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5c1194dd-a41a-408d-9ca8-741d4653cd02 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3275f3e5-88fe-4c2d-ae17-65681d9050ee HTTP/1.1" status: 204 len: 168 time: 0.3156958 Oct 28 11:03:11.372516 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1194dd-a41a-408d-9ca8-741d4653cd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3275f3e5-88fe-4c2d-ae17-65681d9050ee,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:11.413829 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b01a91a1-1d30-4d13-a05a-1f6061948371 req-762cab1c-50e7-4c64-b9e6-7a3ebc3131cd tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760682 Oct 28 11:03:11.653011 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2405d-1d92-4c8e-9ae0-d4aa5e7427d4 req-45e28678-4cd8-42d3-9a37-24ac2ff84dce tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:11.654837 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c6c2405d-1d92-4c8e-9ae0-d4aa5e7427d4 req-45e28678-4cd8-42d3-9a37-24ac2ff84dce tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0531909 Oct 28 11:03:11.726684 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c6c2405d-1d92-4c8e-9ae0-d4aa5e7427d4 req-fc94e6bc-a176-4b04-821c-f14cb87e640c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646963 Oct 28 11:03:11.803866 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38748) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:11.818697 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38750) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:11.820115 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4bed416e-697c-42ff-8331-d84929522b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.823751 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1525806302', 'description': 'tempest-secgroup-smoke-1525806302 description', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:11.849431 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.904479 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4bed416e-697c-42ff-8331-d84929522b98 admin admin] Publish callbacks [] for security_group (433ab6a7-1e43-453b-beae-90d52e8811f8), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.909927 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4bed416e-697c-42ff-8331-d84929522b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (433ab6a7-1e43-453b-beae-90d52e8811f8), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.936254 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group (01a90e13-c3f8-4eb0-805d-272e7f8faf00), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.943141 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed416e-697c-42ff-8331-d84929522b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433ab6a7-1e43-453b-beae-90d52e8811f8,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:11.944202 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (01a90e13-c3f8-4eb0-805d-272e7f8faf00), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:11.962489 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4bed416e-697c-42ff-8331-d84929522b98 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d4e1b3b8dbaf4207bbaf3fb941caa915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573005 Oct 28 11:03:11.967353 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38754) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.001320 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.002851 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1828182 Oct 28 11:03:12.005733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38756) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.006566 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f20f27-5da2-4ceb-99f5-c400f4da5c7a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a90e13-c3f8-4eb0-805d-272e7f8faf00,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.012476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group_rule': {'security_group_id': '01a90e13-c3f8-4eb0-805d-272e7f8faf00', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:12.054569 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.058719 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (32b4ce7d-f612-4c20-abfc-8f0a711039d3), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.060984 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8bcc82e6-7945-4d6b-b3f4-6ead5bcb7ac1 admin admin] Publish callbacks [] for security_group (433ab6a7-1e43-453b-beae-90d52e8811f8), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.085440 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8bcc82e6-7945-4d6b-b3f4-6ead5bcb7ac1 admin admin] Publish callbacks [] for security_group (433ab6a7-1e43-453b-beae-90d52e8811f8), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.132735 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (32b4ce7d-f612-4c20-abfc-8f0a711039d3), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.138806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (32b4ce7d-f612-4c20-abfc-8f0a711039d3), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.148300 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8bcc82e6-7945-4d6b-b3f4-6ead5bcb7ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (433ab6a7-1e43-453b-beae-90d52e8811f8), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.150884 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8bcc82e6-7945-4d6b-b3f4-6ead5bcb7ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.152019 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-8bcc82e6-7945-4d6b-b3f4-6ead5bcb7ac1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/433ab6a7-1e43-453b-beae-90d52e8811f8 HTTP/1.1" status: 204 len: 168 time: 0.1815655 Oct 28 11:03:12.176390 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 35eb101f-4f0f-481d-8989-2d3b7d8f916d up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:12.178212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b4ce7d-f612-4c20-abfc-8f0a711039d3,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.181621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc82e6-7945-4d6b-b3f4-6ead5bcb7ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433ab6a7-1e43-453b-beae-90d52e8811f8,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.185877 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.187024 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ba8c2f1d-1076-448c-b0ae-7afc418fc40c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1797266 Oct 28 11:03:12.190066 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38764) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.197731 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group_rule': {'security_group_id': '01a90e13-c3f8-4eb0-805d-272e7f8faf00', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:12.241493 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (8a52de73-ffdd-4d43-8790-c0316648afb3), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.243426 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.250431 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 35eb101f-4f0f-481d-8989-2d3b7d8f916d triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:12.250804 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.251301 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 35eb101f-4f0f-481d-8989-2d3b7d8f916d Oct 28 11:03:12.310007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (8a52de73-ffdd-4d43-8790-c0316648afb3), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.315969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (8a52de73-ffdd-4d43-8790-c0316648afb3), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.338792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 35eb101f-4f0f-481d-8989-2d3b7d8f916d is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:12.339864 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device b3d3d850-94d6-4b7b-ba48-af290af6ee93 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:12.344484 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a52de73-ffdd-4d43-8790-c0316648afb3,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.365507 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.367204 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ff91faa1-5299-48a6-912e-0fed3650d8c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1755288 Oct 28 11:03:12.370384 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38768) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.375510 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group_rule': {'security_group_id': '01a90e13-c3f8-4eb0-805d-272e7f8faf00', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:12.407423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (ec68bb88-01f5-4b86-8bba-411e09a36b11), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.414856 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port b3d3d850-94d6-4b7b-ba48-af290af6ee93 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:12.415224 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.415733 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port b3d3d850-94d6-4b7b-ba48-af290af6ee93 Oct 28 11:03:12.487848 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (ec68bb88-01f5-4b86-8bba-411e09a36b11), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.501227 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (ec68bb88-01f5-4b86-8bba-411e09a36b11), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.501679 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port b3d3d850-94d6-4b7b-ba48-af290af6ee93 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:12.502161 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.516831 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.518075 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec68bb88-01f5-4b86-8bba-411e09a36b11,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.536501 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port b3d3d850-94d6-4b7b-ba48-af290af6ee93, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b3d3d850-94d6-4b7b-ba48-af290af6ee93,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:12.545175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.548965 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.550201 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0db089e3-395e-455a-b2e5-1bfb8b9387a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1788375 Oct 28 11:03:12.553829 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38778) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.558363 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group_rule': {'security_group_id': '01a90e13-c3f8-4eb0-805d-272e7f8faf00', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:12.581414 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.593962 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (1c913ca6-8943-48f3-908c-5ddc0ec0337a), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.594823 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb04da-9638-4046-9ed4-52e5d5b0d57f req-a7a8d25d-2308-4e8c-ad7d-5d7421c51ca0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:12.605729 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bdbb04da-9638-4046-9ed4-52e5d5b0d57f req-a7a8d25d-2308-4e8c-ad7d-5d7421c51ca0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0880184 Oct 28 11:03:12.639982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.642613 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=b3d3d850-94d6-4b7b-ba48-af290af6ee93,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.666556 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bdbb04da-9638-4046-9ed4-52e5d5b0d57f req-b939c0ed-8cb9-495f-b311-63d05efdd83c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592079 Oct 28 11:03:12.674081 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (1c913ca6-8943-48f3-908c-5ddc0ec0337a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.687221 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (1c913ca6-8943-48f3-908c-5ddc0ec0337a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.709476 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c913ca6-8943-48f3-908c-5ddc0ec0337a,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.716901 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.718106 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-55b39f17-d502-4be5-8345-4f2b301612bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1632655 Oct 28 11:03:12.720746 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38784) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.725029 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group_rule': {'security_group_id': '01a90e13-c3f8-4eb0-805d-272e7f8faf00', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:12.750663 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.securitygroups_db [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Project 9aff70e0d61c41fbb469ed4bcd785b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:03:12.759345 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (c3295ec0-4f2d-487e-9255-3979f2ca7e19), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.789345 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:12.869216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (c3295ec0-4f2d-487e-9255-3979f2ca7e19), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.876090 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (c3295ec0-4f2d-487e-9255-3979f2ca7e19), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.887713 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1efd7-5ddf-478f-b0b3-16fd7fffe3bf req-ece3178c-7617-489d-b1d3-a751361ef1d1 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:12.889168 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ace1efd7-5ddf-478f-b0b3-16fd7fffe3bf req-ece3178c-7617-489d-b1d3-a751361ef1d1 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0723653 Oct 28 11:03:12.908963 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3295ec0-4f2d-487e-9255-3979f2ca7e19,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:12.923851 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:12.925143 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e43a7ab4-8fdf-491d-b03d-f39710d4b5e8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2034369 Oct 28 11:03:12.929360 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38794) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:12.934237 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'security_group_rule': {'security_group_id': '01a90e13-c3f8-4eb0-805d-272e7f8faf00', 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:12.956628 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.securitygroups_db [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Project 9aff70e0d61c41fbb469ed4bcd785b23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:03:12.957074 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ace1efd7-5ddf-478f-b0b3-16fd7fffe3bf req-03570999-6b44-4de6-b793-5ce0ae6b2901 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554669 Oct 28 11:03:12.963410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (19e5bbbb-4a76-475d-a966-3a0b4b6e7b82), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.010210 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Sync routers for ids ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:03:13.023742 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Routers {'b1a3b47d-e63b-4860-a005-1a66914ffd8b'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:13.024614 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:13.042020 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (19e5bbbb-4a76-475d-a966-3a0b4b6e7b82), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.047778 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (19e5bbbb-4a76-475d-a966-3a0b4b6e7b82), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.069264 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e5bbbb-4a76-475d-a966-3a0b4b6e7b82,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:13.080411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.083318 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-7080917a-f53d-46fc-ab33-71616df418cc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1525865 Oct 28 11:03:13.164309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Set router b1a3b47d-e63b-4860-a005-1a66914ffd8b gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:13.392481 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:09Z', 'revision_number': 4, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '10e58cba-40bf-4989-945c-2562ae3e33f5', 'name': '', 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'mac_address': 'fa:16:3e:a6:24:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '66d96bc4-a0ee-4059-982c-292207fd0311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:08Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 2, 'project_id': '0340d1268ba4425396d69ff470e52914', 'subnets': [{'id': '66d96bc4-a0ee-4059-982c-292207fd0311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:13.420882 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Checking router: b1a3b47d-e63b-4860-a005-1a66914ffd8b for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:03:13.421189 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Updating router b1a3b47d-e63b-4860-a005-1a66914ffd8b port 10e58cba-40bf-4989-945c-2562ae3e33f5 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:03:13.450326 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.782294 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:13.804916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10243342-5b95-47b6-8c2f-cc61faf0a45f req-bd6b8369-d051-4a93-97f7-1e7f30981691 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:13.813017 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10243342-5b95-47b6-8c2f-cc61faf0a45f req-bd6b8369-d051-4a93-97f7-1e7f30981691 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0649681 Oct 28 11:03:13.865506 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10243342-5b95-47b6-8c2f-cc61faf0a45f req-d9998747-ca6a-4b89-9ca9-5bcc8776a5cc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514989 Oct 28 11:03:13.894488 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Publish callbacks [] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.900309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:13.965138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca73336-ea56-455f-a7b0-946230b09adb None None] Pushing event updated for resources: {'Port': ['ID=10e58cba-40bf-4989-945c-2562ae3e33f5,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:14.004493 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Attempting to bind port 10e58cba-40bf-4989-945c-2562ae3e33f5 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:14.005939 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Attempting to bind port 10e58cba-40bf-4989-945c-2562ae3e33f5 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:14.007022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Attempting to bind port 10e58cba-40bf-4989-945c-2562ae3e33f5 on network ff79557a-5a17-4ecc-8054-3575823a962f {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:14.034498 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device b3d3d850-94d6-4b7b-ba48-af290af6ee93 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:14.099278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:14.099846 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Checking segment: {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:14.100353 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:14.100847 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Bound using segment: {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:14.101475 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Bound port: 10e58cba-40bf-4989-945c-2562ae3e33f5, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97176eaf-43e3-4c74-ae59-62336b4574b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:14.101992 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:14.136535 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port b3d3d850-94d6-4b7b-ba48-af290af6ee93 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:14.137675 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:14.138059 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port b3d3d850-94d6-4b7b-ba48-af290af6ee93 Oct 28 11:03:14.145117 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191828e-68d2-41f1-b133-18b455dc583b req-31bc02e3-97f2-4dd9-9115-5548d1f33021 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:14.147009 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6191828e-68d2-41f1-b133-18b455dc583b req-31bc02e3-97f2-4dd9-9115-5548d1f33021 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0679345 Oct 28 11:03:14.209740 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6191828e-68d2-41f1-b133-18b455dc583b req-4a9ae1dc-4616-42ef-a2a3-745583c82e5d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563822 Oct 28 11:03:14.270155 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] For port 10e58cba-40bf-4989-945c-2562ae3e33f5, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:14.273489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] For port 10e58cba-40bf-4989-945c-2562ae3e33f5, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=10e58cba-40bf-4989-945c-2562ae3e33f5,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:14.274988 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:14.300893 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:14.349941 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port b3d3d850-94d6-4b7b-ba48-af290af6ee93 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:14.355601 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Routers {'b1a3b47d-e63b-4860-a005-1a66914ffd8b'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:14.356213 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:14.408446 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca73336-ea56-455f-a7b0-946230b09adb None None] Pushing event updated for resources: {'Port': ['ID=10e58cba-40bf-4989-945c-2562ae3e33f5,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:14.480962 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] Set router b1a3b47d-e63b-4860-a005-1a66914ffd8b gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:14.648084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:14.705052 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:09Z', 'revision_number': 4, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '10e58cba-40bf-4989-945c-2562ae3e33f5', 'name': '', 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'mac_address': 'fa:16:3e:a6:24:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '66d96bc4-a0ee-4059-982c-292207fd0311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:08Z', 'updated_at': '2022-10-28T11:03:14Z', 'revision_number': 4, 'project_id': '0340d1268ba4425396d69ff470e52914', 'subnets': [{'id': '66d96bc4-a0ee-4059-982c-292207fd0311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:14.735691 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8983b6-526a-47f8-9a2a-2c6d150c3d87 None None] The sync data for ids ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'] in dv-cinder-zed-3-iscsi is: [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:09Z', 'revision_number': 4, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '10e58cba-40bf-4989-945c-2562ae3e33f5', 'name': '', 'network_id': 'ff79557a-5a17-4ecc-8054-3575823a962f', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'mac_address': 'fa:16:3e:a6:24:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 277, 'fixed_ips': [{'subnet_id': '66d96bc4-a0ee-4059-982c-292207fd0311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:08Z', 'updated_at': '2022-10-28T11:03:14Z', 'revision_number': 4, 'project_id': '0340d1268ba4425396d69ff470e52914', 'subnets': [{'id': '66d96bc4-a0ee-4059-982c-292207fd0311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:03:14.901407 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 38922) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:15.007313 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae547fc-3ba7-4afc-833a-b0933090727e req-de47692b-a23f-4e6a-abd7-a29dd3f6c4c8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:15.015068 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aae547fc-3ba7-4afc-833a-b0933090727e req-de47692b-a23f-4e6a-abd7-a29dd3f6c4c8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0680406 Oct 28 11:03:15.073269 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aae547fc-3ba7-4afc-833a-b0933090727e req-ac3b2056-7221-44b7-9252-c6d660fc30d5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Oct 28 11:03:15.094779 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7300b2ee-24f1-40d2-83cc-8ba05b5acf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.179626 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7300b2ee-24f1-40d2-83cc-8ba05b5acf00 admin admin] Publish callbacks [] for security_group (e74a45fc-c91f-48ba-82d6-940652cb984b), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.184541 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7300b2ee-24f1-40d2-83cc-8ba05b5acf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e74a45fc-c91f-48ba-82d6-940652cb984b), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.241393 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7300b2ee-24f1-40d2-83cc-8ba05b5acf00 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3c3084acb50e4cefac4534ce51276a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385775 Oct 28 11:03:15.243030 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300b2ee-24f1-40d2-83cc-8ba05b5acf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a45fc-c91f-48ba-82d6-940652cb984b,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:15.244929 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38934) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:15.336524 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4451d8d-14e8-4a97-8dc2-b7471e08e224 admin admin] Publish callbacks [] for security_group (e74a45fc-c91f-48ba-82d6-940652cb984b), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.406368 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4451d8d-14e8-4a97-8dc2-b7471e08e224 admin admin] Publish callbacks [] for security_group (e74a45fc-c91f-48ba-82d6-940652cb984b), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.437429 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38487f-ccae-4fa5-a9e6-7b777ee2aa46 req-023db04a-4e10-4e6a-b8a6-bfa74d3d9408 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:15.445864 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ca38487f-ccae-4fa5-a9e6-7b777ee2aa46 req-023db04a-4e10-4e6a-b8a6-bfa74d3d9408 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0668581 Oct 28 11:03:15.484586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4451d8d-14e8-4a97-8dc2-b7471e08e224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e74a45fc-c91f-48ba-82d6-940652cb984b), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.487738 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4451d8d-14e8-4a97-8dc2-b7471e08e224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:15.489026 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c4451d8d-14e8-4a97-8dc2-b7471e08e224 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e74a45fc-c91f-48ba-82d6-940652cb984b HTTP/1.1" status: 204 len: 168 time: 0.2428284 Oct 28 11:03:15.500865 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4451d8d-14e8-4a97-8dc2-b7471e08e224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a45fc-c91f-48ba-82d6-940652cb984b,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:15.535767 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ca38487f-ccae-4fa5-a9e6-7b777ee2aa46 req-8833a5e8-a6cf-4b41-9856-5c049871f323 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885510 Oct 28 11:03:15.982196 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38978) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:16.000006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-efa1d783-5fa4-439b-9e65-130998edaa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.024043 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:16.034585 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 10e58cba-40bf-4989-945c-2562ae3e33f5 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:16.085401 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 10e58cba-40bf-4989-945c-2562ae3e33f5 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:16.085798 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.086233 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 10e58cba-40bf-4989-945c-2562ae3e33f5 Oct 28 11:03:16.111424 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-efa1d783-5fa4-439b-9e65-130998edaa66 admin admin] Publish callbacks [] for security_group (3f63bbce-62ae-47f2-9089-1afdcff53871), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.121842 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-efa1d783-5fa4-439b-9e65-130998edaa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (3f63bbce-62ae-47f2-9089-1afdcff53871), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.156643 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-efa1d783-5fa4-439b-9e65-130998edaa66 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b64b7660ae7e4f919a42aeba59878321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1730659 Oct 28 11:03:16.159156 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 38982) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:16.187203 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 10e58cba-40bf-4989-945c-2562ae3e33f5 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:16.187742 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.232563 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 10e58cba-40bf-4989-945c-2562ae3e33f5, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=10e58cba-40bf-4989-945c-2562ae3e33f5,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:16.237503 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.237670 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1d783-5fa4-439b-9e65-130998edaa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63bbce-62ae-47f2-9089-1afdcff53871,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:16.270560 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:16.281484 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcd00d-929b-41f5-bcbe-8076db99a690 req-6608b7ad-c9bc-4cc1-8ea2-2747127ee370 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:16.283692 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6adcd00d-929b-41f5-bcbe-8076db99a690 req-6608b7ad-c9bc-4cc1-8ea2-2747127ee370 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0901568 Oct 28 11:03:16.299681 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=10e58cba-40bf-4989-945c-2562ae3e33f5,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:16.315944 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e473a0f0-5616-4e24-b0f1-a01482dba1a9 admin admin] Publish callbacks [] for security_group (3f63bbce-62ae-47f2-9089-1afdcff53871), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.344223 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e473a0f0-5616-4e24-b0f1-a01482dba1a9 admin admin] Publish callbacks [] for security_group (3f63bbce-62ae-47f2-9089-1afdcff53871), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.384335 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6adcd00d-929b-41f5-bcbe-8076db99a690 req-a94fbeb6-3cf3-4f17-a1f8-191b5db507de tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920913 Oct 28 11:03:16.410103 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e473a0f0-5616-4e24-b0f1-a01482dba1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (3f63bbce-62ae-47f2-9089-1afdcff53871), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.413307 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e473a0f0-5616-4e24-b0f1-a01482dba1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:16.414465 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e473a0f0-5616-4e24-b0f1-a01482dba1a9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/3f63bbce-62ae-47f2-9089-1afdcff53871 HTTP/1.1" status: 204 len: 168 time: 0.2542276 Oct 28 11:03:16.422410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473a0f0-5616-4e24-b0f1-a01482dba1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63bbce-62ae-47f2-9089-1afdcff53871,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:16.664978 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e8db1-1cbf-489f-a8e9-25726673fee3 req-11d749ba-2dbf-4ef6-b74b-f1bb601debf0 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:16.666616 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9a2e8db1-1cbf-489f-a8e9-25726673fee3 req-11d749ba-2dbf-4ef6-b74b-f1bb601debf0 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0454962 Oct 28 11:03:16.714960 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9a2e8db1-1cbf-489f-a8e9-25726673fee3 req-0c3d000b-bd5e-4d59-8282-7232e9a4b390 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Oct 28 11:03:17.168798 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39026) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:17.285310 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1462380814-network', 'tenant_id': '6812aa0ec7234889b3702d8fab9481e6'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:17.292530 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:17.310540 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Made reservation on behalf of 6812aa0ec7234889b3702d8fab9481e6 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:17.312831 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.321930 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.400540 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks [] for security_group (c3caa4d9-3964-45fb-8806-45b499f84a79), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.404444 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c3caa4d9-3964-45fb-8806-45b499f84a79), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.410365 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=16 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:17.436618 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:03:17.442775 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3caa4d9-3964-45fb-8806-45b499f84a79,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:17.455701 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (c85e305b-73ec-4527-b7ee-16fa80e65107), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.456220 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Added segment c85e305b-73ec-4527-b7ee-16fa80e65107 of type vlan for network 79bbb42f-3558-4f01-a82e-15b620aa1923 Oct 28 11:03:17.505455 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (79bbb42f-3558-4f01-a82e-15b620aa1923), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.512502 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a4e70-ab46-41ab-bf96-8a1a0e448f04 req-6859aabc-7c01-4f1e-b35a-350c3315b4e8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:17.514117 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6d2a4e70-ab46-41ab-bf96-8a1a0e448f04 req-6859aabc-7c01-4f1e-b35a-350c3315b4e8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0504827 Oct 28 11:03:17.535731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (79bbb42f-3558-4f01-a82e-15b620aa1923), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.536843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:17.537441 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.562853 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6d2a4e70-ab46-41ab-bf96-8a1a0e448f04 req-a75a4bb9-4558-4477-8cfe-89a5d5f5c423 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Oct 28 11:03:17.593715 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4237473 Oct 28 11:03:17.596758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39036) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:17.601751 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Request body: {'subnet': {'network_id': '79bbb42f-3558-4f01-a82e-15b620aa1923', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1462380814-subnet', 'tenant_id': '6812aa0ec7234889b3702d8fab9481e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:17.606443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4286-0ca3-46a0-81f3-172badc372b5 admin admin] Pushing event updated for resources: {'Network': ['ID=79bbb42f-3558-4f01-a82e-15b620aa1923,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:17.616552 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 79bbb42f-3558-4f01-a82e-15b620aa1923 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:03:17.622240 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Made reservation on behalf of 6812aa0ec7234889b3702d8fab9481e6 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:17.624567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.788939 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for subnet (56ab8b4a-42dc-4431-99a2-cccbc3436932), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.837695 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad995f-a47f-4626-9e10-4facd9c8d27b req-f90336ab-fa0b-4a62-9d47-7fa098934530 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:17.839194 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-baad995f-a47f-4626-9e10-4facd9c8d27b req-f90336ab-fa0b-4a62-9d47-7fa098934530 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 946 time: 0.0462103 Oct 28 11:03:17.848007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ab8b4a-42dc-4431-99a2-cccbc3436932,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:17.860761 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.861040 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.861375 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.861705 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.862051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.862372 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.862690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.863005 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.863320 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.863635 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.863948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.864261 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.864573 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.864881 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.865191 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:17.869709 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Checking segment: {'id': 'c85e305b-73ec-4527-b7ee-16fa80e65107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '79bbb42f-3558-4f01-a82e-15b620aa1923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:17.871683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Network hostable DHCP agents. Network: 79bbb42f-3558-4f01-a82e-15b620aa1923, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:03:17.891567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Network 79bbb42f-3558-4f01-a82e-15b620aa1923 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:03:17.903273 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 79bbb42f-3558-4f01-a82e-15b620aa1923) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:17.908384 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:17.909185 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:17.912336 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-baad995f-a47f-4626-9e10-4facd9c8d27b req-d98dee31-955c-4ac8-8971-8134bf93227b tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670536 Oct 28 11:03:17.913917 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b648d-63f6-44bd-a418-5ec297e10db5 None None] Network 79bbb42f-3558-4f01-a82e-15b620aa1923 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:17.934913 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bea9c8ac-4c6a-4b25-988c-c6b1653dc995 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3366656 Oct 28 11:03:18.025533 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 10e58cba-40bf-4989-945c-2562ae3e33f5 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:03:18.085572 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d34512-5391-4396-8859-c5c4abde2d9d None None] Network 79bbb42f-3558-4f01-a82e-15b620aa1923 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:18.131896 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:18.133773 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 10e58cba-40bf-4989-945c-2562ae3e33f5 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:18.134171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.134505 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 10e58cba-40bf-4989-945c-2562ae3e33f5 Oct 28 11:03:18.249965 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 10e58cba-40bf-4989-945c-2562ae3e33f5 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:18.464971 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39064) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:18.469791 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-934292623-network', 'tenant_id': '7ffa10cfc4ce4d94ab860636aa026789'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:18.493195 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Made reservation on behalf of 7ffa10cfc4ce4d94ab860636aa026789 for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:18.495528 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.503863 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.506373 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:18.585994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks [] for security_group (62e94d5b-43a9-49f2-853a-9d5b64198fc4), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.589845 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (62e94d5b-43a9-49f2-853a-9d5b64198fc4), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.612834 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:18.613772 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:03:18.629619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e94d5b-43a9-49f2-853a-9d5b64198fc4,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:18.635459 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (df13c110-6633-4756-be47-305add1aab8b), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.635811 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Added segment df13c110-6633-4756-be47-305add1aab8b of type vlan for network 7913fcee-6b5e-47e5-8a7f-621aa306346d Oct 28 11:03:18.706834 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (7913fcee-6b5e-47e5-8a7f-621aa306346d), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.724690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4510e-aa93-4830-b5d1-09226fa68d65 req-09a44dd2-1915-460c-8d23-47d254d8161b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:18.726759 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d4e4510e-aa93-4830-b5d1-09226fa68d65 req-09a44dd2-1915-460c-8d23-47d254d8161b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0806944 Oct 28 11:03:18.756454 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0da3d13b-05f9-481e-8125-00a60da3dc59 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:03:18.757559 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (7913fcee-6b5e-47e5-8a7f-621aa306346d), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.758684 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:18.759262 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.823992 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3578951 Oct 28 11:03:18.826865 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39068) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:18.831961 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Request body: {'subnet': {'network_id': '7913fcee-6b5e-47e5-8a7f-621aa306346d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-934292623-subnet', 'tenant_id': '7ffa10cfc4ce4d94ab860636aa026789', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:18.837185 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0da3d13b-05f9-481e-8125-00a60da3dc59 is: ACTIVE; New status is: DOWN {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:18.837495 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.847463 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d4e4510e-aa93-4830-b5d1-09226fa68d65 req-cc10e3df-259d-4096-92f8-88b1226bbbe0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109941 Oct 28 11:03:18.848413 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbabf5-2d98-4c61-9719-6642dc3daa81 admin admin] Pushing event updated for resources: {'Network': ['ID=7913fcee-6b5e-47e5-8a7f-621aa306346d,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:18.862929 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Made reservation on behalf of 7ffa10cfc4ce4d94ab860636aa026789 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:18.864679 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:03:18.866505 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16752171'] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:18.867080 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e413c28d-1e63-4557-ae44-f40a5850d5f1" -d '{"events": [{"server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "name": "network-vif-unplugged", "status": "completed", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:03:18.890581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 7913fcee-6b5e-47e5-8a7f-621aa306346d details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:03:18.916187 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0da3d13b-05f9-481e-8125-00a60da3dc59,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:18.945364 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 11:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a915d8e7-7079-4702-988a-6807198f57d6 x-openstack-request-id: req-a915d8e7-7079-4702-988a-6807198f57d6 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:03:18.945676 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "name": "network-vif-unplugged", "status": "completed", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:03:18.950465 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a915d8e7-7079-4702-988a-6807198f57d6 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:03:18.951053 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a915d8e7-7079-4702-988a-6807198f57d6'] response: {'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59', 'code': 200} Oct 28 11:03:18.990675 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:19.048856 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:19.065756 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=6']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:19.077792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.078241 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14962223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16752153'] for subnet (afce263f-5802-4aea-bf59-25d5714d19ab), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:19.078590 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.079073 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.079471 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.079815 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.080748 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.081092 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.081425 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.081755 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.082114 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.082445 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.082802 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.083187 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.083444 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.083735 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.093245 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6329-753d-42fb-8da0-a5ed14fbfba0 req-0e05ef88-9956-4789-92f3-f8a678b6f68d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:19.094828 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-475e6329-753d-42fb-8da0-a5ed14fbfba0 req-0e05ef88-9956-4789-92f3-f8a678b6f68d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0661445 Oct 28 11:03:19.153803 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-475e6329-753d-42fb-8da0-a5ed14fbfba0 req-259bacff-a273-487d-9972-d341da64a746 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522850 Oct 28 11:03:19.160805 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Pushing event updated for resources: {'Subnet': ['ID=afce263f-5802-4aea-bf59-25d5714d19ab,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:19.176647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.176999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.177348 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.177689 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.178189 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.178530 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.178863 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.179193 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.179524 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.179852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.180181 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.180604 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.180935 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.181259 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.181580 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:03:19.185609 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Checking segment: {'id': 'df13c110-6633-4756-be47-305add1aab8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '7913fcee-6b5e-47e5-8a7f-621aa306346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:19.185968 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Network hostable DHCP agents. Network: 7913fcee-6b5e-47e5-8a7f-621aa306346d, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:03:19.192383 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:19.205860 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Network 7913fcee-6b5e-47e5-8a7f-621aa306346d is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:03:19.216454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 7913fcee-6b5e-47e5-8a7f-621aa306346d) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:19.220838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:19.221595 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:19.225477 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5890c11-a841-49af-a703-a016560ec2ef None None] Network 7913fcee-6b5e-47e5-8a7f-621aa306346d requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:19.238700 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-fd072e05-e9bb-4944-bd3b-a801b028565f admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4107163 Oct 28 11:03:19.335581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfaea7-6e90-461c-8ec7-ca4dbbc0f0a1 None None] Network 7913fcee-6b5e-47e5-8a7f-621aa306346d requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:19.983767 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd073b3-f344-4d26-83ff-7cb33d67bb6e req-aedc8aa6-1f5c-427c-afdb-806ca989e602 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:19.985509 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cdd073b3-f344-4d26-83ff-7cb33d67bb6e req-aedc8aa6-1f5c-427c-afdb-806ca989e602 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0504999 Oct 28 11:03:20.031729 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cdd073b3-f344-4d26-83ff-7cb33d67bb6e req-9e47016c-44e5-4bb4-b151-64ee969c530d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406032 Oct 28 11:03:20.274656 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80757c-6bcd-4b1b-a8e1-2370a411bffe req-ab235cf7-dd6f-41ef-b6a5-ad408869f1af tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:20.276134 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fe80757c-6bcd-4b1b-a8e1-2370a411bffe req-ab235cf7-dd6f-41ef-b6a5-ad408869f1af tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0461919 Oct 28 11:03:20.328478 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fe80757c-6bcd-4b1b-a8e1-2370a411bffe req-86f71eba-e1b4-46e0-a382-112a13af217d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Oct 28 11:03:20.714842 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=48,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:20.717349 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:21.151000 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1550c5-0516-448d-a7c7-6fb5531a5128 req-975f3105-5547-49de-8f73-ea0afea022e1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:21.152477 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d1550c5-0516-448d-a7c7-6fb5531a5128 req-975f3105-5547-49de-8f73-ea0afea022e1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0457902 Oct 28 11:03:21.198756 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d1550c5-0516-448d-a7c7-6fb5531a5128 req-d2407944-dd2f-499b-a05b-bedb875eb8e3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Oct 28 11:03:21.448034 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02541b48-d6ee-4a3d-afa5-4c54d7660da4 req-9f009e34-b640-4d71-aad1-e82c1525f636 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:21.449540 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-02541b48-d6ee-4a3d-afa5-4c54d7660da4 req-9f009e34-b640-4d71-aad1-e82c1525f636 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0453963 Oct 28 11:03:21.500142 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-02541b48-d6ee-4a3d-afa5-4c54d7660da4 req-088d7ead-5787-4b65-a3f6-23a09e48af1c tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Oct 28 11:03:22.323762 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed655e0a-6b5d-440e-b1a3-883b9bc5a67d req-aff6791d-96de-4387-89d9-7ba722fd7521 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:22.325217 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed655e0a-6b5d-440e-b1a3-883b9bc5a67d req-aff6791d-96de-4387-89d9-7ba722fd7521 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0482106 Oct 28 11:03:22.378369 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed655e0a-6b5d-440e-b1a3-883b9bc5a67d req-991f9c33-8c41-48f6-a4fc-ecf5f7a1a5f6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467196 Oct 28 11:03:22.657285 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d4786-ae0b-4eba-8633-1c225e164700 req-3e612409-e134-4a61-981c-ca81fab8094e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:22.658781 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ff3d4786-ae0b-4eba-8633-1c225e164700 req-3e612409-e134-4a61-981c-ca81fab8094e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0770080 Oct 28 11:03:22.666919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c237c7b-25b1-41a1-be54-42748c769251 req-83557759-41c1-4d59-b538-89f5393cc359 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:22.668275 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6c237c7b-25b1-41a1-be54-42748c769251 req-83557759-41c1-4d59-b538-89f5393cc359 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 944 time: 0.0961232 Oct 28 11:03:22.675878 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a153925-c894-492c-ac3d-4d215d1d569b req-e38863a5-304a-4b15-8582-2682431e1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:22.677395 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1a153925-c894-492c-ac3d-4d215d1d569b req-e38863a5-304a-4b15-8582-2682431e1688 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1130 time: 0.0377359 Oct 28 11:03:22.699698 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:22.726745 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1a153925-c894-492c-ac3d-4d215d1d569b req-db6657f3-482f-46ea-a6d6-aabe317ffefe service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422442 Oct 28 11:03:22.757224 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:22.802176 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ff3d4786-ae0b-4eba-8633-1c225e164700 req-0c35b8ea-1843-4d64-bf58-3aa5cf550426 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=aa81384a-ef3c-4caf-abc9-13a930d3a340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329174 Oct 28 11:03:22.821326 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Deleting port 0da3d13b-05f9-481e-8125-00a60da3dc59 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:03:22.821658 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:23.127660 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] For port 0da3d13b-05f9-481e-8125-00a60da3dc59, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0da3d13b-05f9-481e-8125-00a60da3dc59,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:23.128028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:23.144086 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Calling delete_port for 0da3d13b-05f9-481e-8125-00a60da3dc59 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:03:23.273176 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:23.303026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (0da3d13b-05f9-481e-8125-00a60da3dc59), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:23.329818 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Pushing event deleted for resources: {'Port': ['ID=0da3d13b-05f9-481e-8125-00a60da3dc59,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:23.401445 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] No DVR routers for this DVR port 0da3d13b-05f9-481e-8125-00a60da3dc59 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:03:23.404649 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:23.408278 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6c237c7b-25b1-41a1-be54-42748c769251 req-ab2f5825-5a0f-4d77-958d-24561be063ab tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0da3d13b-05f9-481e-8125-00a60da3dc59 HTTP/1.1" status: 204 len: 173 time: 0.7323492 Oct 28 11:03:23.408821 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'name': 'network-vif-deleted', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:03:23.411155 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538db411-91ce-4fbe-93a9-94032cea9909" -d '{"events": [{"server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "name": "network-vif-deleted", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:03:23.453082 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7c3fe6-b376-4544-bec5-c9d0d5cbf204 x-openstack-request-id: req-7c7c3fe6-b376-4544-bec5-c9d0d5cbf204 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:03:23.453367 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2715aa-33ac-4197-90f4-d2dc79a7f07e", "name": "network-vif-deleted", "tag": "0da3d13b-05f9-481e-8125-00a60da3dc59", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:03:23.453617 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c7c3fe6-b376-4544-bec5-c9d0d5cbf204 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:03:23.454040 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7c3fe6-b376-4544-bec5-c9d0d5cbf204'] response: {'server_uuid': 'bd2715aa-33ac-4197-90f4-d2dc79a7f07e', 'name': 'network-vif-deleted', 'tag': '0da3d13b-05f9-481e-8125-00a60da3dc59', 'status': 'completed', 'code': 200} Oct 28 11:03:23.509074 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd0f762-24fa-47ac-9ecd-419685a9ff90 req-cb5a41a5-8f7b-4db8-b684-025d95ce4072 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:23.510744 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bfd0f762-24fa-47ac-9ecd-419685a9ff90 req-cb5a41a5-8f7b-4db8-b684-025d95ce4072 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0487504 Oct 28 11:03:23.559149 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bfd0f762-24fa-47ac-9ecd-419685a9ff90 req-97440ca9-ee8a-4294-8790-72e2566133a9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410182 Oct 28 11:03:23.912306 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1ecb4c5-4ed4-4cb5-b984-2ce5cdd37085 req-d4cf17e8-6ccb-495f-801a-84cbee61b4f9 tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0279825 Oct 28 11:03:24.686036 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa453f07-af26-41cc-9437-bd5442472429 req-aa5d4aef-9535-4c90-8738-465070d656df tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:24.687502 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-aa453f07-af26-41cc-9437-bd5442472429 req-aa5d4aef-9535-4c90-8738-465070d656df tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0501876 Oct 28 11:03:24.733571 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-aa453f07-af26-41cc-9437-bd5442472429 req-b9a99fc1-3ef6-41c7-b5cc-8c158707a1d1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404193 Oct 28 11:03:24.852056 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7f42c-4a72-4825-9193-574b86d35354 req-a9071068-c114-45a9-90d5-e50fe2164a86 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:24.853465 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bea7f42c-4a72-4825-9193-574b86d35354 req-a9071068-c114-45a9-90d5-e50fe2164a86 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0462098 Oct 28 11:03:24.904876 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bea7f42c-4a72-4825-9193-574b86d35354 req-dac9971b-3401-4eea-a3c8-810a859d6296 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431962 Oct 28 11:03:25.017690 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64485103-9994-4d44-ae93-f39b96878706 req-c5c730db-c799-4d69-b72a-40563546792e tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0300047 Oct 28 11:03:25.966913 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39226) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:26.086282 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74942dfa-6815-4304-a8b9-c37f4092b785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.091147 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:03:26.136821 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6693b180-d832-4be5-bf17-ef8f91ee8d69 req-793a8465-3f7c-4146-bae7-c2bdf4a4615d tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0279388 Oct 28 11:03:26.182905 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74942dfa-6815-4304-a8b9-c37f4092b785 admin admin] Publish callbacks [] for security_group (33ffb872-7215-4305-8d8b-9d31af3708c7), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.186146 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74942dfa-6815-4304-a8b9-c37f4092b785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (33ffb872-7215-4305-8d8b-9d31af3708c7), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.411997 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-74942dfa-6815-4304-a8b9-c37f4092b785 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1430d15f6bf941539e0a89581c995820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414182 Oct 28 11:03:26.411997 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74942dfa-6815-4304-a8b9-c37f4092b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ffb872-7215-4305-8d8b-9d31af3708c7,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:26.412341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39254) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:26.474748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39260) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:26.489237 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ba215b-e2b3-4e20-8dac-a1d637a9cab7 admin admin] Publish callbacks [] for security_group (33ffb872-7215-4305-8d8b-9d31af3708c7), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.512874 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ba215b-e2b3-4e20-8dac-a1d637a9cab7 admin admin] Publish callbacks [] for security_group (33ffb872-7215-4305-8d8b-9d31af3708c7), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.575495 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ba215b-e2b3-4e20-8dac-a1d637a9cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (33ffb872-7215-4305-8d8b-9d31af3708c7), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.578295 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ba215b-e2b3-4e20-8dac-a1d637a9cab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.579586 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f8ba215b-e2b3-4e20-8dac-a1d637a9cab7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/33ffb872-7215-4305-8d8b-9d31af3708c7 HTTP/1.1" status: 204 len: 168 time: 0.1656687 Oct 28 11:03:26.590426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba215b-e2b3-4e20-8dac-a1d637a9cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ffb872-7215-4305-8d8b-9d31af3708c7,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:26.611759 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-60771612-876d-4ad7-ba9f-f89d58812969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.685928 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:26.713640 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-60771612-876d-4ad7-ba9f-f89d58812969 admin admin] Publish callbacks [] for security_group (0eaec536-971d-47ea-b42a-0ee7c1a50c26), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.717357 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-60771612-876d-4ad7-ba9f-f89d58812969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (0eaec536-971d-47ea-b42a-0ee7c1a50c26), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.755526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60771612-876d-4ad7-ba9f-f89d58812969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaec536-971d-47ea-b42a-0ee7c1a50c26,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:26.760335 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-60771612-876d-4ad7-ba9f-f89d58812969 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=74a16acf93654b72be2765fac8e3141f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900729 Oct 28 11:03:26.763185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39270) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:26.822165 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab087-7143-4329-97f9-27876f046f24 admin admin] Publish callbacks [] for security_group (0eaec536-971d-47ea-b42a-0ee7c1a50c26), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.843412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab087-7143-4329-97f9-27876f046f24 admin admin] Publish callbacks [] for security_group (0eaec536-971d-47ea-b42a-0ee7c1a50c26), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.895842 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab087-7143-4329-97f9-27876f046f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (0eaec536-971d-47ea-b42a-0ee7c1a50c26), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.899434 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a8ab087-7143-4329-97f9-27876f046f24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:26.900558 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7a8ab087-7143-4329-97f9-27876f046f24 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0eaec536-971d-47ea-b42a-0ee7c1a50c26 HTTP/1.1" status: 204 len: 168 time: 0.1362996 Oct 28 11:03:26.909808 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ab087-7143-4329-97f9-27876f046f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaec536-971d-47ea-b42a-0ee7c1a50c26,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:27.155972 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.212778 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39292) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:27.228740 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c345e794-9575-40cb-87ef-fed78c5b655c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.271014 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ec07066c-e30f-48f9-aa73-a921d63828d6 req-f3af7e7f-1a9a-414f-87cd-975f0daee4af tempest-DeleteServersTestJSON-126995685 tempest-DeleteServersTestJSON-126995685-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=bd2715aa-33ac-4197-90f4-d2dc79a7f07e HTTP/1.1" status: 200 len: 210 time: 0.0389521 Oct 28 11:03:27.295539 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:27.344149 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c345e794-9575-40cb-87ef-fed78c5b655c admin admin] Publish callbacks [] for security_group (58f69af3-4c4a-4123-8c33-2c10fa32fa94), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.349999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c345e794-9575-40cb-87ef-fed78c5b655c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (58f69af3-4c4a-4123-8c33-2c10fa32fa94), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.391564 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345e794-9575-40cb-87ef-fed78c5b655c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f69af3-4c4a-4123-8c33-2c10fa32fa94,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:27.396881 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c345e794-9575-40cb-87ef-fed78c5b655c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=8808507d6ba949ccb3f08bd7f609d197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830564 Oct 28 11:03:27.400215 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39298) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:27.454325 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-52bd336f-577c-4de3-a63a-33edc662c301 admin admin] Publish callbacks [] for security_group (58f69af3-4c4a-4123-8c33-2c10fa32fa94), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.477444 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-52bd336f-577c-4de3-a63a-33edc662c301 admin admin] Publish callbacks [] for security_group (58f69af3-4c4a-4123-8c33-2c10fa32fa94), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.537598 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-52bd336f-577c-4de3-a63a-33edc662c301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (58f69af3-4c4a-4123-8c33-2c10fa32fa94), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.540276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-52bd336f-577c-4de3-a63a-33edc662c301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:27.541548 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-52bd336f-577c-4de3-a63a-33edc662c301 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/58f69af3-4c4a-4123-8c33-2c10fa32fa94 HTTP/1.1" status: 204 len: 168 time: 0.1404841 Oct 28 11:03:27.556013 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd336f-577c-4de3-a63a-33edc662c301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f69af3-4c4a-4123-8c33-2c10fa32fa94,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:27.915383 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39320) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:28.035679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c138-64eb-4a64-a4b0-dc866cdba824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.147652 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c138-64eb-4a64-a4b0-dc866cdba824 admin admin] Publish callbacks [] for security_group (2650285d-d126-4c96-bda5-ecd1726087bd), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.152081 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c138-64eb-4a64-a4b0-dc866cdba824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2650285d-d126-4c96-bda5-ecd1726087bd), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.191751 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6ac1c138-64eb-4a64-a4b0-dc866cdba824 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=41719b31f9d84e4e9f8bc17dba294a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751672 Oct 28 11:03:28.195074 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39332) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:28.201779 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1c138-64eb-4a64-a4b0-dc866cdba824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650285d-d126-4c96-bda5-ecd1726087bd,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:28.255588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c233c738-9c43-43ce-85d6-f78f293b6d2c admin admin] Publish callbacks [] for security_group (2650285d-d126-4c96-bda5-ecd1726087bd), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.263883 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:28.283179 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c233c738-9c43-43ce-85d6-f78f293b6d2c admin admin] Publish callbacks [] for security_group (2650285d-d126-4c96-bda5-ecd1726087bd), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.370484 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c233c738-9c43-43ce-85d6-f78f293b6d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2650285d-d126-4c96-bda5-ecd1726087bd), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.370484 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c233c738-9c43-43ce-85d6-f78f293b6d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.370484 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c233c738-9c43-43ce-85d6-f78f293b6d2c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2650285d-d126-4c96-bda5-ecd1726087bd HTTP/1.1" status: 204 len: 168 time: 0.1688323 Oct 28 11:03:28.375434 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233c738-9c43-43ce-85d6-f78f293b6d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2650285d-d126-4c96-bda5-ecd1726087bd,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:28.762876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7eea4add-3257-4441-abaa-16c9933315da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:28.919381 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-237c96f2-dd1e-4b51-8680-b038ac9d9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:28.921612 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-237c96f2-dd1e-4b51-8680-b038ac9d9a60 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0756989 Oct 28 11:03:28.977753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e744b9e-8379-4dcc-aa13-4ac3132bd8eb req-ddd30207-ca7b-44e8-bd8a-0c26e0b0b718 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:28.994919 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1e744b9e-8379-4dcc-aa13-4ac3132bd8eb req-ddd30207-ca7b-44e8-bd8a-0c26e0b0b718 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0993612 Oct 28 11:03:29.106018 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1e744b9e-8379-4dcc-aa13-4ac3132bd8eb req-c9854203-3bcd-474d-874f-ea3367c6a34a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015053 Oct 28 11:03:29.117629 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-55bdd927-6e26-445b-a08b-07cf102a3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:29.121301 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-55bdd927-6e26-445b-a08b-07cf102a3039 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1911707 Oct 28 11:03:29.179171 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-a340cd58-2edd-45e0-b18a-6645a4b08627 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 200 len: 217 time: 0.0511150 Oct 28 11:03:29.288861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-a541b63a-25a9-47ea-8a65-178bc5f60c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:29.301663 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-a541b63a-25a9-47ea-8a65-178bc5f60c4b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.1155474 Oct 28 11:03:29.379230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-d29dafe0-b9bc-4e98-b78d-7481d36efa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:29.381755 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-d29dafe0-b9bc-4e98-b78d-7481d36efa4a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0722108 Oct 28 11:03:29.479219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:29.498868 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-c970fde1-30a7-4aca-8718-ddc7e6525ad8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105666 Oct 28 11:03:29.611713 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-398ca0b9-4efc-4a42-a58e-5e087db4faca req-0d3611da-b20a-455a-82fd-408eb7e032a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059542 Oct 28 11:03:30.010792 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39454) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:30.023242 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-54e314cd-8044-4b48-975d-e725af68bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:30.024689 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-54e314cd-8044-4b48-975d-e725af68bc65 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0575573 Oct 28 11:03:30.137537 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:30.153912 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-5c20c24f-e702-451e-814c-178e99e532cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:30.155678 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-5c20c24f-e702-451e-814c-178e99e532cd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1116707 Oct 28 11:03:30.224841 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-e731f69b-6e99-4fa4-a388-799c0bebeebc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 200 len: 217 time: 0.0605783 Oct 28 11:03:30.331261 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-40e3d368-221a-4118-952a-cf6644289410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:30.331261 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-40e3d368-221a-4118-952a-cf6644289410 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0998700 Oct 28 11:03:30.347860 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d873840-cd7b-4755-8c8e-d27a6c168dda req-e7bc18f6-6e29-4883-924a-77607082699b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:30.349320 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7d873840-cd7b-4755-8c8e-d27a6c168dda req-e7bc18f6-6e29-4883-924a-77607082699b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0704918 Oct 28 11:03:30.390753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:30.417774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-ff60c794-3392-4ddc-b0ce-3422e90e3eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:30.419328 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-ff60c794-3392-4ddc-b0ce-3422e90e3eb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0788543 Oct 28 11:03:30.525522 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7d873840-cd7b-4755-8c8e-d27a6c168dda req-d65543ef-f58f-4c80-ac9c-9e85d83fdec5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681530 Oct 28 11:03:30.572858 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-14d393ba-c464-417e-a5b1-4ca09d152425 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457119 Oct 28 11:03:30.620584 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (c87550fa-8f9d-4680-bfee-fc5a4925c908), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:30.676906 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-51c1684b-bf12-4305-aaaa-c7b8dad88fe5 req-e55169db-d1a3-4f14-8a6d-a3e354211a9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967894 Oct 28 11:03:30.854868 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a2ed010e-1a99-431f-9462-f23035f5b60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:30.977995 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Deleting port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:03:30.978374 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:31.074967 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] For port 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:31.075568 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:31.089077 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Calling delete_port for 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 owned by network:router_interface {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:03:31.174056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:31.341838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (8a111b63-c032-4e5c-aa3c-ecda7e15c5b9), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:31.369151 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8a111b63-c032-4e5c-aa3c-ecda7e15c5b9,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:31.587528 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:31.588487 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (c87550fa-8f9d-4680-bfee-fc5a4925c908), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:31.771043 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed17ce3-bc6e-4e1d-9fe9-18e9bdb89536 req-cbda2387-9ab0-4f26-b12a-4dc8fc5a3448 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:31.773178 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9ed17ce3-bc6e-4e1d-9fe9-18e9bdb89536 req-cbda2387-9ab0-4f26-b12a-4dc8fc5a3448 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.1037691 Oct 28 11:03:31.857732 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9ed17ce3-bc6e-4e1d-9fe9-18e9bdb89536 req-f4adceb0-436d-4cf4-9907-474fcc53ae92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778480 Oct 28 11:03:32.076703 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.123331 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Router c87550fa-8f9d-4680-bfee-fc5a4925c908 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:03:32.170498 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39576) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:32.226457 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:03:32.233664 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-56f280b9-5660-4218-b4e0-6dfde726a5ab admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c87550fa-8f9d-4680-bfee-fc5a4925c908/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2205896 Oct 28 11:03:32.235847 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39580) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:32.240181 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] Sync routers for ids ['c87550fa-8f9d-4680-bfee-fc5a4925c908'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:03:32.258507 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] Routers {'c87550fa-8f9d-4680-bfee-fc5a4925c908'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:32.259399 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c87550fa-8f9d-4680-bfee-fc5a4925c908'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:32.298260 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0a520edd-adbc-4c96-9666-ea22d0e0932c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.338709 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks [] for router (c87550fa-8f9d-4680-bfee-fc5a4925c908), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.366974 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] Set router c87550fa-8f9d-4680-bfee-fc5a4925c908 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:32.386481 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0a520edd-adbc-4c96-9666-ea22d0e0932c admin admin] Publish callbacks [] for security_group (39b6ee69-1fbc-4496-a4e1-14f472fc7353), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.391201 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0a520edd-adbc-4c96-9666-ea22d0e0932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (39b6ee69-1fbc-4496-a4e1-14f472fc7353), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.430668 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a520edd-adbc-4c96-9666-ea22d0e0932c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b6ee69-1fbc-4496-a4e1-14f472fc7353,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:32.438701 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0a520edd-adbc-4c96-9666-ea22d0e0932c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7c6b8983a0cb4ccebf0ad1c5ab51e4f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670481 Oct 28 11:03:32.439953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39582) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:32.445172 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks [] for router_gateway (c87550fa-8f9d-4680-bfee-fc5a4925c908), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.450253 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:32.498230 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Deleting port 17cfa206-2cf3-4566-b968-998462a9c653 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:03:32.498944 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (17cfa206-2cf3-4566-b968-998462a9c653), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.518109 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-baeaebe0-5d07-4a93-919d-84f1ffd26833 admin admin] Publish callbacks [] for security_group (39b6ee69-1fbc-4496-a4e1-14f472fc7353), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.546448 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106'}], 'enable_snat': True}, 'gw_port_id': '17cfa206-2cf3-4566-b968-998462a9c653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:03:31Z', 'revision_number': 5, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port': {'id': '17cfa206-2cf3-4566-b968-998462a9c653', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:2b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:16Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:32.567133 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-baeaebe0-5d07-4a93-919d-84f1ffd26833 admin admin] Publish callbacks [] for security_group (39b6ee69-1fbc-4496-a4e1-14f472fc7353), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.575312 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] Checking router: c87550fa-8f9d-4680-bfee-fc5a4925c908 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:03:32.583948 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] Routers {'c87550fa-8f9d-4680-bfee-fc5a4925c908'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:03:32.585243 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:03:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c87550fa-8f9d-4680-bfee-fc5a4925c908'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:32.592679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] For port 17cfa206-2cf3-4566-b968-998462a9c653, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=17cfa206-2cf3-4566-b968-998462a9c653,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:32.593313 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (17cfa206-2cf3-4566-b968-998462a9c653), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.593888 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:32.609804 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Calling delete_port for 17cfa206-2cf3-4566-b968-998462a9c653 owned by network:router_gateway {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:03:32.640451 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-baeaebe0-5d07-4a93-919d-84f1ffd26833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (39b6ee69-1fbc-4496-a4e1-14f472fc7353), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.643761 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-baeaebe0-5d07-4a93-919d-84f1ffd26833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.648665 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-baeaebe0-5d07-4a93-919d-84f1ffd26833 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/39b6ee69-1fbc-4496-a4e1-14f472fc7353 HTTP/1.1" status: 204 len: 168 time: 0.2077396 Oct 28 11:03:32.659337 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaebe0-5d07-4a93-919d-84f1ffd26833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b6ee69-1fbc-4496-a4e1-14f472fc7353,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:32.678686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:32.707749 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] Set router c87550fa-8f9d-4680-bfee-fc5a4925c908 gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:03:32.771712 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:03:32Z', 'revision_number': 6, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:32.799806 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e857e-c06b-4dfb-a8bd-c48c92b41f3b None None] The sync data for ids ['c87550fa-8f9d-4680-bfee-fc5a4925c908'] in dv-cinder-zed-3-iscsi is: [{'id': 'c87550fa-8f9d-4680-bfee-fc5a4925c908', 'name': 'tempest-DeleteServersTestJSON-346382651-router', 'tenant_id': '115fe2408cba49bb8b84af24fc8ce604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:15Z', 'updated_at': '2022-10-28T11:03:32Z', 'revision_number': 6, 'project_id': '115fe2408cba49bb8b84af24fc8ce604', 'gw_port_host': None}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:03:32.808738 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (17cfa206-2cf3-4566-b968-998462a9c653), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:32.836751 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Pushing event deleted for resources: {'Port': ['ID=17cfa206-2cf3-4566-b968-998462a9c653,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:32.913144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (c87550fa-8f9d-4680-bfee-fc5a4925c908), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.045293 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (c87550fa-8f9d-4680-bfee-fc5a4925c908), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.047577 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks [] for router_controller (c87550fa-8f9d-4680-bfee-fc5a4925c908), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.105724 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbfcf5-14c8-4fa4-9ffd-960783c4c9d4 req-3161aa39-2306-4532-83f7-05be5abf8962 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:33.110316 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a9bbfcf5-14c8-4fa4-9ffd-960783c4c9d4 req-3161aa39-2306-4532-83f7-05be5abf8962 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.1136315 Oct 28 11:03:33.125574 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (c87550fa-8f9d-4680-bfee-fc5a4925c908), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.127440 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87550fa-8f9d-4680-bfee-fc5a4925c908 {{(pid=106103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:03:33.138685 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.138984 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39606) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:33.140648 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-40951472-bbe3-4dcc-91ad-a00250ca3832 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/c87550fa-8f9d-4680-bfee-fc5a4925c908 HTTP/1.1" status: 204 len: 168 time: 0.9038801 Oct 28 11:03:33.142980 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39608) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:33.179599 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9d52afd-4726-4d3a-85de-b53294945444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.203224 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_v2 [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Deleting subnet 13aaeaaa-09e1-405f-a452-591f6c40611c {{(pid=106103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:03:33.206686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Publish callbacks [] for subnet (13aaeaaa-09e1-405f-a452-591f6c40611c), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.206984 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a9bbfcf5-14c8-4fa4-9ffd-960783c4c9d4 req-8341b51e-a273-4090-847e-7694fffcac30 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795717 Oct 28 11:03:33.247353 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14963839'] for subnet (13aaeaaa-09e1-405f-a452-591f6c40611c), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.264780 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:33.289726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9d52afd-4726-4d3a-85de-b53294945444 admin admin] Publish callbacks [] for security_group (76f0acf9-fafb-4238-beed-5a34757f5aac), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.294269 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9d52afd-4726-4d3a-85de-b53294945444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (76f0acf9-fafb-4238-beed-5a34757f5aac), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.339827 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e9d52afd-4726-4d3a-85de-b53294945444 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=10f6d3c0a0ca4c18989e9c2e04e6a992&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982934 Oct 28 11:03:33.340826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d52afd-4726-4d3a-85de-b53294945444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f0acf9-fafb-4238-beed-5a34757f5aac,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:33.344424 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39610) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:33.368310 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (13aaeaaa-09e1-405f-a452-591f6c40611c), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.394628 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-49c17e1f-4953-46ce-9dfa-b2e4ea2e7dd7 admin admin] Publish callbacks [] for security_group (76f0acf9-fafb-4238-beed-5a34757f5aac), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.415108 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-49c17e1f-4953-46ce-9dfa-b2e4ea2e7dd7 admin admin] Publish callbacks [] for security_group (76f0acf9-fafb-4238-beed-5a34757f5aac), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.423825 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14962280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16752128'] for subnet (13aaeaaa-09e1-405f-a452-591f6c40611c), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.449506 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13aaeaaa-09e1-405f-a452-591f6c40611c,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:33.454666 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.457878 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-3818dade-03a4-4474-9d61-aa655c5ed9d0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/13aaeaaa-09e1-405f-a452-591f6c40611c HTTP/1.1" status: 204 len: 168 time: 0.3138070 Oct 28 11:03:33.461027 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39612) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:33.463699 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed4b85d-34bc-45b3-97e0-9c37a978724a None None] Network 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:03:33.486679 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-49c17e1f-4953-46ce-9dfa-b2e4ea2e7dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (76f0acf9-fafb-4238-beed-5a34757f5aac), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.489191 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-49c17e1f-4953-46ce-9dfa-b2e4ea2e7dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.492967 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-49c17e1f-4953-46ce-9dfa-b2e4ea2e7dd7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/76f0acf9-fafb-4238-beed-5a34757f5aac HTTP/1.1" status: 204 len: 168 time: 0.1473603 Oct 28 11:03:33.533670 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c17e1f-4953-46ce-9dfa-b2e4ea2e7dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f0acf9-fafb-4238-beed-5a34757f5aac,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:33.557325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.585693 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.606716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Deleting port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:03:33.607072 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.661357 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] DHCP port deletion for 9ae7ccc8-0f91-48dd-b29a-d699bdc8437f request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:03:33.690412 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] For port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:33.690856 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.708217 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Calling delete_port for 34e9ed6a-490c-4875-8b2f-2e0b563c62ff owned by network:dhcp {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:03:33.722057 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] Deleting port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:03:33.722339 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.727002 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.810221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.842259 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:33.847859 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] No DVR routers for this DVR port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff on host dv-cinder-zed-3-iscsi {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:03:33.883948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:33.914643 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:33.931519 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.946701 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] For port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,segment=NetworkSegment(95e0cfef-042a-4846-902c-f3bc53985678),segment_id=95e0cfef-042a-4846-902c-f3bc53985678)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:33.947327 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:33.963652 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.964030 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.964782 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.965410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > port after_create 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.965548 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.966493 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] Calling delete_port for 34e9ed6a-490c-4875-8b2f-2e0b563c62ff owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:03:33.967693 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > port after_update 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.968035 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.968382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.968708 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:33.969312 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:34.053214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:34.053571 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:34.053737 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:03:34.053909 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:34.060743 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106104) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 11:03:34.061140 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae7ccc8-0f91-48dd-b29a-d699bdc8437f']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:34.081698 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e0cfef-042a-4846-902c-f3bc53985678') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:34.081922 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e0cfef-042a-4846-902c-f3bc53985678') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:34.089696 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:03:34.090070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a111b63-c032-4e5c-aa3c-ecda7e15c5b9 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:03:34.090488 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 34e9ed6a-490c-4875-8b2f-2e0b563c62ff no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:03:34.103572 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (95e0cfef-042a-4846-902c-f3bc53985678), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.125943 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 34e9ed6a-490c-4875-8b2f-2e0b563c62ff {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:03:34.126343 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 34e9ed6a-490c-4875-8b2f-2e0b563c62ff not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:03:34.126759 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 17cfa206-2cf3-4566-b968-998462a9c653 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:03:34.133006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (95e0cfef-042a-4846-902c-f3bc53985678), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.148169 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:03:34.148666 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (95e0cfef-042a-4846-902c-f3bc53985678), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.154537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 17cfa206-2cf3-4566-b968-998462a9c653 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:03:34.154884 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 17cfa206-2cf3-4566-b968-998462a9c653 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:03:34.184286 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (34e9ed6a-490c-4875-8b2f-2e0b563c62ff), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.213187 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] Pushing event deleted for resources: {'Port': ['ID=34e9ed6a-490c-4875-8b2f-2e0b563c62ff,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:34.217111 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e260aba-30c3-4b58-aaad-038039bf4443 None None] No DVR routers for this DVR port 34e9ed6a-490c-4875-8b2f-2e0b563c62ff on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:03:34.306244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (9ae7ccc8-0f91-48dd-b29a-d699bdc8437f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.324505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.330348 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/9ae7ccc8-0f91-48dd-b29a-d699bdc8437f HTTP/1.1" status: 204 len: 168 time: 0.8605759 Oct 28 11:03:34.340649 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c06e9c-02e9-4eab-bbfd-3cdff5839948 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae7ccc8-0f91-48dd-b29a-d699bdc8437f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:34.367852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:34.380178 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960185e9-7735-43ca-b183-d344ad2d37a7 req-b3e92593-a19d-4134-bae9-d9aca199866e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:34.382059 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-960185e9-7735-43ca-b183-d344ad2d37a7 req-b3e92593-a19d-4134-bae9-d9aca199866e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0696018 Oct 28 11:03:34.433106 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-960185e9-7735-43ca-b183-d344ad2d37a7 req-17b85323-7afc-4f04-96ff-039cbae42fa9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442441 Oct 28 11:03:34.489107 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39658) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:34.532002 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-499aa2d0-c485-43e3-88cf-c5588d95571d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=115fe2408cba49bb8b84af24fc8ce604&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0416410 Oct 28 11:03:34.534642 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39660) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:34.589885 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e96c9f15-ee89-4257-92b1-87f5b60f1392 admin admin] Publish callbacks [] for security_group (aa81384a-ef3c-4caf-abc9-13a930d3a340), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.611917 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:34.614690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e96c9f15-ee89-4257-92b1-87f5b60f1392 admin admin] Publish callbacks [] for security_group (aa81384a-ef3c-4caf-abc9-13a930d3a340), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.667417 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e96c9f15-ee89-4257-92b1-87f5b60f1392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (aa81384a-ef3c-4caf-abc9-13a930d3a340), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.669897 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e96c9f15-ee89-4257-92b1-87f5b60f1392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:34.678677 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e96c9f15-ee89-4257-92b1-87f5b60f1392 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/aa81384a-ef3c-4caf-abc9-13a930d3a340 HTTP/1.1" status: 204 len: 168 time: 0.1350830 Oct 28 11:03:34.688225 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c9f15-ee89-4257-92b1-87f5b60f1392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa81384a-ef3c-4caf-abc9-13a930d3a340,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:34.690838 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment 95e0cfef-042a-4846-902c-f3bc53985678 resource provider aggregate not found Oct 28 11:03:34.722133 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment 95e0cfef-042a-4846-902c-f3bc53985678 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95e0cfef-042a-4846-902c-f3bc53985678 found for delete ", "request_id": "req-538dcc07-96ff-45c0-9ca8-71c6b941c2c5"}]} Oct 28 11:03:35.722686 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1446-d284-4107-86c7-92f86b7845cf req-7dfed0db-bc82-421b-a205-16b7558cecd7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:35.724431 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf8b1446-d284-4107-86c7-92f86b7845cf req-7dfed0db-bc82-421b-a205-16b7558cecd7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0526662 Oct 28 11:03:35.778984 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf8b1446-d284-4107-86c7-92f86b7845cf req-8ad6632c-3fc8-4d36-8b9d-70c771d6a24f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474927 Oct 28 11:03:36.783609 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39778) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:36.898813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2115864d-0f3a-4714-97be-2832d1ae6c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:36.917393 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9882d91-0266-4cf5-abfb-08a89fd6e342 req-5a1afb95-ccdf-42f4-b952-bf072d21782a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:36.918774 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a9882d91-0266-4cf5-abfb-08a89fd6e342 req-5a1afb95-ccdf-42f4-b952-bf072d21782a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0654233 Oct 28 11:03:36.989868 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a9882d91-0266-4cf5-abfb-08a89fd6e342 req-3117e8d1-92d8-4d17-9d3d-ec11d2233263 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651734 Oct 28 11:03:37.028900 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2115864d-0f3a-4714-97be-2832d1ae6c36 admin admin] Publish callbacks [] for security_group (92498aad-60e3-45bb-84a1-50aa1b62d9bd), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.032573 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2115864d-0f3a-4714-97be-2832d1ae6c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (92498aad-60e3-45bb-84a1-50aa1b62d9bd), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.071605 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2115864d-0f3a-4714-97be-2832d1ae6c36 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=17980fb307ca483f9cae751ebfc36802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869363 Oct 28 11:03:37.072533 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115864d-0f3a-4714-97be-2832d1ae6c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92498aad-60e3-45bb-84a1-50aa1b62d9bd,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:37.074430 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39790) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:37.126124 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c3dff73-f82d-4e1c-a393-bac167baaaa9 admin admin] Publish callbacks [] for security_group (92498aad-60e3-45bb-84a1-50aa1b62d9bd), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.146122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c3dff73-f82d-4e1c-a393-bac167baaaa9 admin admin] Publish callbacks [] for security_group (92498aad-60e3-45bb-84a1-50aa1b62d9bd), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.200223 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c3dff73-f82d-4e1c-a393-bac167baaaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (92498aad-60e3-45bb-84a1-50aa1b62d9bd), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.203226 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1c3dff73-f82d-4e1c-a393-bac167baaaa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.204540 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1c3dff73-f82d-4e1c-a393-bac167baaaa9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/92498aad-60e3-45bb-84a1-50aa1b62d9bd HTTP/1.1" status: 204 len: 168 time: 0.1283286 Oct 28 11:03:37.213674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dff73-f82d-4e1c-a393-bac167baaaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92498aad-60e3-45bb-84a1-50aa1b62d9bd,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:37.545080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39818) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:37.559013 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-16c2d14c-1129-48ff-97ad-b83745aed131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.640217 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-16c2d14c-1129-48ff-97ad-b83745aed131 admin admin] Publish callbacks [] for security_group (50eeec70-103e-4536-9b33-2e74513ac00f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.643910 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-16c2d14c-1129-48ff-97ad-b83745aed131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (50eeec70-103e-4536-9b33-2e74513ac00f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.683932 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-16c2d14c-1129-48ff-97ad-b83745aed131 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ba879567a5ec417cb8d0e6786d0471bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376808 Oct 28 11:03:37.684743 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2d14c-1129-48ff-97ad-b83745aed131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50eeec70-103e-4536-9b33-2e74513ac00f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:37.686829 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39820) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:37.702593 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:37.739552 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-46f30985-dbb0-4756-8742-2b4907856c1c admin admin] Publish callbacks [] for security_group (50eeec70-103e-4536-9b33-2e74513ac00f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.759443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-46f30985-dbb0-4756-8742-2b4907856c1c admin admin] Publish callbacks [] for security_group (50eeec70-103e-4536-9b33-2e74513ac00f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.807400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-46f30985-dbb0-4756-8742-2b4907856c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (50eeec70-103e-4536-9b33-2e74513ac00f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.809914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-46f30985-dbb0-4756-8742-2b4907856c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:37.811098 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-46f30985-dbb0-4756-8742-2b4907856c1c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/50eeec70-103e-4536-9b33-2e74513ac00f HTTP/1.1" status: 204 len: 168 time: 0.1231813 Oct 28 11:03:37.819426 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f30985-dbb0-4756-8742-2b4907856c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50eeec70-103e-4536-9b33-2e74513ac00f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:38.092595 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:38.119644 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d637294-9006-48f1-b7da-df0a11adc9e7 req-0d85991a-5824-443b-af99-f4cb4b3024a5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:38.121231 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8d637294-9006-48f1-b7da-df0a11adc9e7 req-0d85991a-5824-443b-af99-f4cb4b3024a5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0551729 Oct 28 11:03:38.173523 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8d637294-9006-48f1-b7da-df0a11adc9e7 req-f5ce4b7f-bccb-4e75-b1c3-a654fcd6f68c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Oct 28 11:03:39.308369 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf3412-ee65-4d19-b545-d9bc09fe8c11 req-e99d7e98-04e0-4eb0-ab9b-3956edd03a0a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:39.310647 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fbaf3412-ee65-4d19-b545-d9bc09fe8c11 req-e99d7e98-04e0-4eb0-ab9b-3956edd03a0a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0597291 Oct 28 11:03:39.368683 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fbaf3412-ee65-4d19-b545-d9bc09fe8c11 req-bdd145f0-c735-4947-bc56-a60714a2e1be tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515485 Oct 28 11:03:39.675840 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39932) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:39.748434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39938) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:39.862100 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4f95f721-fa84-4106-84af-bc6f43201524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:39.864258 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3526d7ca-7b31-45ec-915b-40d47f168cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:39.996184 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4f95f721-fa84-4106-84af-bc6f43201524 admin admin] Publish callbacks [] for security_group (91e782fa-5e1b-4666-a152-2749b1190864), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.002117 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4f95f721-fa84-4106-84af-bc6f43201524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (91e782fa-5e1b-4666-a152-2749b1190864), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.012264 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3526d7ca-7b31-45ec-915b-40d47f168cf1 admin admin] Publish callbacks [] for security_group (56d71050-92e9-439a-8c4f-7a11113db663), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.025045 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3526d7ca-7b31-45ec-915b-40d47f168cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (56d71050-92e9-439a-8c4f-7a11113db663), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.038893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:40.064137 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4f95f721-fa84-4106-84af-bc6f43201524 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2baae8ab38be48d7981d6efba43b62b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3871126 Oct 28 11:03:40.067032 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39954) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:40.067725 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f95f721-fa84-4106-84af-bc6f43201524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e782fa-5e1b-4666-a152-2749b1190864,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:40.077282 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3526d7ca-7b31-45ec-915b-40d47f168cf1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ecd25165e20f477c8d1b40eb7d602e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277948 Oct 28 11:03:40.083659 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39956) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:40.120358 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526d7ca-7b31-45ec-915b-40d47f168cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d71050-92e9-439a-8c4f-7a11113db663,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:40.127298 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4c0b97bb-4b26-4db9-96b0-bb1e2e3df253 admin admin] Publish callbacks [] for security_group (91e782fa-5e1b-4666-a152-2749b1190864), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.155641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-123ad26d-b2ca-4f96-b762-641dc218be34 admin admin] Publish callbacks [] for security_group (56d71050-92e9-439a-8c4f-7a11113db663), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.155912 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4c0b97bb-4b26-4db9-96b0-bb1e2e3df253 admin admin] Publish callbacks [] for security_group (91e782fa-5e1b-4666-a152-2749b1190864), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.176132 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-123ad26d-b2ca-4f96-b762-641dc218be34 admin admin] Publish callbacks [] for security_group (56d71050-92e9-439a-8c4f-7a11113db663), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.213096 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4c0b97bb-4b26-4db9-96b0-bb1e2e3df253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (91e782fa-5e1b-4666-a152-2749b1190864), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.216032 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4c0b97bb-4b26-4db9-96b0-bb1e2e3df253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.217254 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-4c0b97bb-4b26-4db9-96b0-bb1e2e3df253 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/91e782fa-5e1b-4666-a152-2749b1190864 HTTP/1.1" status: 204 len: 168 time: 0.1489408 Oct 28 11:03:40.228388 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b97bb-4b26-4db9-96b0-bb1e2e3df253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e782fa-5e1b-4666-a152-2749b1190864,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:40.249520 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-123ad26d-b2ca-4f96-b762-641dc218be34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (56d71050-92e9-439a-8c4f-7a11113db663), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.253002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-123ad26d-b2ca-4f96-b762-641dc218be34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.258646 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-123ad26d-b2ca-4f96-b762-641dc218be34 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/56d71050-92e9-439a-8c4f-7a11113db663 HTTP/1.1" status: 204 len: 168 time: 0.1733677 Oct 28 11:03:40.267000 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ad26d-b2ca-4f96-b762-641dc218be34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d71050-92e9-439a-8c4f-7a11113db663,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:40.502237 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6801ac9-212d-47d2-ba5f-d2a9bbb07aa7 req-d4adc8b3-e2cb-44df-9a95-a700e365c724 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:40.504571 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f6801ac9-212d-47d2-ba5f-d2a9bbb07aa7 req-d4adc8b3-e2cb-44df-9a95-a700e365c724 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0536737 Oct 28 11:03:40.585155 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f6801ac9-212d-47d2-ba5f-d2a9bbb07aa7 req-673bfce7-be86-4eff-85fa-a01c3632c750 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Oct 28 11:03:40.665901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39982) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:40.681212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f73d7ee3-55d2-4d25-9dc1-01f7c1650b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.687022 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39984) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:40.700956 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9e724d36-f5e2-41e6-9ed6-81386a47cb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.739550 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:40.752992 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:40.787833 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f73d7ee3-55d2-4d25-9dc1-01f7c1650b9c admin admin] Publish callbacks [] for security_group (209082eb-4617-4590-a63a-1976e1cf73f5), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.793665 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f73d7ee3-55d2-4d25-9dc1-01f7c1650b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (209082eb-4617-4590-a63a-1976e1cf73f5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.810592 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9e724d36-f5e2-41e6-9ed6-81386a47cb73 admin admin] Publish callbacks [] for security_group (cb284df5-fa50-4697-ac59-8c1dcc28c750), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.816241 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9e724d36-f5e2-41e6-9ed6-81386a47cb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (cb284df5-fa50-4697-ac59-8c1dcc28c750), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.836552 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d7ee3-55d2-4d25-9dc1-01f7c1650b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209082eb-4617-4590-a63a-1976e1cf73f5,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:40.843058 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f73d7ee3-55d2-4d25-9dc1-01f7c1650b9c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=096f125be8f749dca594fb87b72a1de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760471 Oct 28 11:03:40.852068 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 39994) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:40.858970 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e724d36-f5e2-41e6-9ed6-81386a47cb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb284df5-fa50-4697-ac59-8c1dcc28c750,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:40.910230 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9e724d36-f5e2-41e6-9ed6-81386a47cb73 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9280cb5258ec4308802356470c071aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192562 Oct 28 11:03:40.911325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 39998) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:40.942132 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-47fa4672-4210-43f4-beec-3abd1049e52b admin admin] Publish callbacks [] for security_group (209082eb-4617-4590-a63a-1976e1cf73f5), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.964228 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-47fa4672-4210-43f4-beec-3abd1049e52b admin admin] Publish callbacks [] for security_group (209082eb-4617-4590-a63a-1976e1cf73f5), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:40.986649 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cb4904b5-4f34-45a9-aa79-cb53f2c01b26 admin admin] Publish callbacks [] for security_group (cb284df5-fa50-4697-ac59-8c1dcc28c750), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:41.012323 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cb4904b5-4f34-45a9-aa79-cb53f2c01b26 admin admin] Publish callbacks [] for security_group (cb284df5-fa50-4697-ac59-8c1dcc28c750), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:41.016710 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-47fa4672-4210-43f4-beec-3abd1049e52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (209082eb-4617-4590-a63a-1976e1cf73f5), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:41.020065 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-47fa4672-4210-43f4-beec-3abd1049e52b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:41.026015 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-47fa4672-4210-43f4-beec-3abd1049e52b admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/209082eb-4617-4590-a63a-1976e1cf73f5 HTTP/1.1" status: 204 len: 168 time: 0.1614950 Oct 28 11:03:41.033815 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa4672-4210-43f4-beec-3abd1049e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209082eb-4617-4590-a63a-1976e1cf73f5,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:41.096209 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cb4904b5-4f34-45a9-aa79-cb53f2c01b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (cb284df5-fa50-4697-ac59-8c1dcc28c750), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:41.101726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cb4904b5-4f34-45a9-aa79-cb53f2c01b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:41.103293 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-cb4904b5-4f34-45a9-aa79-cb53f2c01b26 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/cb284df5-fa50-4697-ac59-8c1dcc28c750 HTTP/1.1" status: 204 len: 168 time: 0.1900485 Oct 28 11:03:41.126413 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4904b5-4f34-45a9-aa79-cb53f2c01b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb284df5-fa50-4697-ac59-8c1dcc28c750,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:41.739375 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b219c1-c498-499a-a9f3-da4a496260f4 req-1867b90b-7ee9-4790-a3b1-9934709c3666 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:41.742904 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-03b219c1-c498-499a-a9f3-da4a496260f4 req-1867b90b-7ee9-4790-a3b1-9934709c3666 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0579743 Oct 28 11:03:41.806163 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-03b219c1-c498-499a-a9f3-da4a496260f4 req-769a38ab-4541-42c0-b3f4-2a3c824eaa0e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573778 Oct 28 11:03:42.547501 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49b811-cf46-4a41-98fd-aa87d12134b5 req-3177233b-83c9-446f-9aef-1bfb39dd4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:42.549020 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8a49b811-cf46-4a41-98fd-aa87d12134b5 req-3177233b-83c9-446f-9aef-1bfb39dd4d8e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0783043 Oct 28 11:03:42.624619 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8a49b811-cf46-4a41-98fd-aa87d12134b5 req-05560ada-7929-4936-a406-49476a287830 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683665 Oct 28 11:03:43.034222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb7a5b-1490-4ecb-b996-993f50be8d83 req-6fa7522f-d2ec-4d1e-8344-ed86aa448088 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:43.035994 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-39eb7a5b-1490-4ecb-b996-993f50be8d83 req-6fa7522f-d2ec-4d1e-8344-ed86aa448088 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0657468 Oct 28 11:03:43.133811 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-39eb7a5b-1490-4ecb-b996-993f50be8d83 req-8c5e44a6-dda3-452c-b045-2bfb3b3d7a6b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873671 Oct 28 11:03:43.520969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40164) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:43.643162 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-89b4a806-22a8-464d-8227-e36eea7769f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.675746 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:43.754089 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-89b4a806-22a8-464d-8227-e36eea7769f5 admin admin] Publish callbacks [] for security_group (ed06539a-6c96-4998-9b29-8617f7d69e4c), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.759290 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-89b4a806-22a8-464d-8227-e36eea7769f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ed06539a-6c96-4998-9b29-8617f7d69e4c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.795938 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4a806-22a8-464d-8227-e36eea7769f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed06539a-6c96-4998-9b29-8617f7d69e4c,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:43.817269 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-89b4a806-22a8-464d-8227-e36eea7769f5 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=1ed949adee1f461db75dfbc192abd945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950475 Oct 28 11:03:43.819994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40172) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:43.871948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c5c806f-8a41-47ae-8529-3f6a8df4f5a6 admin admin] Publish callbacks [] for security_group (ed06539a-6c96-4998-9b29-8617f7d69e4c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.892808 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c5c806f-8a41-47ae-8529-3f6a8df4f5a6 admin admin] Publish callbacks [] for security_group (ed06539a-6c96-4998-9b29-8617f7d69e4c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.965067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c5c806f-8a41-47ae-8529-3f6a8df4f5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ed06539a-6c96-4998-9b29-8617f7d69e4c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.967659 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c5c806f-8a41-47ae-8529-3f6a8df4f5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:43.971124 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-8c5c806f-8a41-47ae-8529-3f6a8df4f5a6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ed06539a-6c96-4998-9b29-8617f7d69e4c HTTP/1.1" status: 204 len: 168 time: 0.1500866 Oct 28 11:03:43.983889 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c806f-8a41-47ae-8529-3f6a8df4f5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed06539a-6c96-4998-9b29-8617f7d69e4c,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:44.254612 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa085b-8208-4724-8073-f42bd78118a9 req-d5c56c70-77ff-4486-8b04-ae332936dafa tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:44.256146 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2ffa085b-8208-4724-8073-f42bd78118a9 req-d5c56c70-77ff-4486-8b04-ae332936dafa tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0485697 Oct 28 11:03:44.289233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:44.314697 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2ffa085b-8208-4724-8073-f42bd78118a9 req-3121a217-ac74-4234-ac0e-27432d4a474c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520153 Oct 28 11:03:45.439658 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1c75-f7cb-4f4f-bc8c-cffb5c2ec2f1 req-3baa0f0f-978d-48db-a6f9-2128e3b1b623 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:45.440964 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cca1c75-f7cb-4f4f-bc8c-cffb5c2ec2f1 req-3baa0f0f-978d-48db-a6f9-2128e3b1b623 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0436466 Oct 28 11:03:45.486572 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cca1c75-f7cb-4f4f-bc8c-cffb5c2ec2f1 req-2b7c29b1-6242-4dc5-bbd0-41d59bc59425 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 Oct 28 11:03:45.722025 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:45.726286 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-875ed18b-f6ae-4d82-8d17-a1a2bb774253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:45.727798 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-875ed18b-f6ae-4d82-8d17-a1a2bb774253 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0424900 Oct 28 11:03:45.735664 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342d717-aa33-4a81-825b-e80f4c5e88ba req-f685e8b7-385d-41fc-a326-de70dffdf414 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:45.737105 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0342d717-aa33-4a81-825b-e80f4c5e88ba req-f685e8b7-385d-41fc-a326-de70dffdf414 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0455017 Oct 28 11:03:45.784077 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0342d717-aa33-4a81-825b-e80f4c5e88ba req-1ad02985-afec-400c-86d5-cc831888517a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Oct 28 11:03:45.825107 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-cbc94f1b-3bed-4421-871f-7b1a3491380a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:45.826607 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-cbc94f1b-3bed-4421-871f-7b1a3491380a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.0907235 Oct 28 11:03:45.877635 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-2ce66be9-8b62-4dfa-b564-2bdb31f226bc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 200 len: 217 time: 0.0421331 Oct 28 11:03:45.944422 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-a6eab6e0-17fb-4729-a7e6-6265ed20f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:45.946109 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-a6eab6e0-17fb-4729-a7e6-6265ed20f0be service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0541041 Oct 28 11:03:45.997837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-16c3b302-35e1-4472-9cca-b73f83e6ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:45.999769 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-16c3b302-35e1-4472-9cca-b73f83e6ecbc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0432463 Oct 28 11:03:46.103857 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=35 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:46.107703 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-a57ac2ce-2141-49d5-8b6d-df17bccf16fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996399 Oct 28 11:03:46.110306 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=56 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:46.223384 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ee827b8-7906-42ac-8f1a-e8b6858f2cd4 req-4d1ab68f-4309-44d1-a358-a57d5d5c0881 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089625 Oct 28 11:03:46.913646 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a391b-c922-424c-948c-3687c3e84742 req-4313c94a-ff6a-42e5-b7f6-06ba88d78ccc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:46.915230 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-192a391b-c922-424c-948c-3687c3e84742 req-4313c94a-ff6a-42e5-b7f6-06ba88d78ccc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0487990 Oct 28 11:03:46.982613 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-192a391b-c922-424c-948c-3687c3e84742 req-20799ba3-ee8d-4956-b5e2-3b02042488cf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607722 Oct 28 11:03:47.328618 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5eb66a21-4f26-4792-ac18-13efd8333452 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/networks?tenant_id=cf9538379ffd44ee9a3765f8dea19810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340383 Oct 28 11:03:47.389376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:47.445666 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-39625edc-01c3-4c3f-9b37-4b89673bf641 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1525806302&fields=id&tenant_id=9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 267 time: 0.0635557 Oct 28 11:03:47.543814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-21c5689a-eeff-4655-88d6-3acd7c2e0a4a tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:47.545346 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-21c5689a-eeff-4655-88d6-3acd7c2e0a4a tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063830 Oct 28 11:03:47.560691 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-70553377-e618-4745-9ec5-a392fb7f3406 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/quotas/cf9538379ffd44ee9a3765f8dea19810 HTTP/1.1" status: 200 len: 375 time: 0.0096278 Oct 28 11:03:47.610621 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-42e8cdbc-f107-40e3-9286-da4140edc714 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=cf9538379ffd44ee9a3765f8dea19810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430288 Oct 28 11:03:47.896139 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-01927647-9d96-42fc-b95f-4721fffdf80b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:47.902860 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-01927647-9d96-42fc-b95f-4721fffdf80b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 812 time: 0.4495878 Oct 28 11:03:47.908854 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-33958490-3c1d-4176-a877-952f5d01adf8 req-d27c2bff-e648-4d9b-a0ce-6cb7fdda3bd3 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0565057 Oct 28 11:03:47.925135 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-8320f27c-0942-4238-9b8a-9250b07d61af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/quotas/9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 375 time: 0.0209663 Oct 28 11:03:47.997404 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-8f4785e1-6afd-4b2b-ab4c-ed499c1442bc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486076 Oct 28 11:03:48.141538 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-9b7d10ad-e8a2-4302-9d3e-804d79f60b01 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376834 Oct 28 11:03:48.192056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5661a64-1ee4-4fd3-b593-f3b964e7d670 req-c5af99bb-fc7e-4bef-b05c-936fb510b228 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:48.195226 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a5661a64-1ee4-4fd3-b593-f3b964e7d670 req-c5af99bb-fc7e-4bef-b05c-936fb510b228 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0976641 Oct 28 11:03:48.248585 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-e6b8263c-32ac-4c3f-844f-d4cf31489046 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061716 Oct 28 11:03:48.300960 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a5661a64-1ee4-4fd3-b593-f3b964e7d670 req-da901ac1-0688-4665-b729-bb151b045cc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830448 Oct 28 11:03:48.592651 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40364) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:48.618395 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1cd2bd8c-ec24-4a48-83c3-96d9bcefb288 req-c5e6464d-b924-4a5a-b24e-0f189d8e67d7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 210 time: 0.0317504 Oct 28 11:03:48.707350 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e00b470-0845-4763-a8f6-0872c70d6718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.793730 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e00b470-0845-4763-a8f6-0872c70d6718 admin admin] Publish callbacks [] for security_group (dc20a31e-cf32-461b-a723-4964bd9962af), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.797859 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0e00b470-0845-4763-a8f6-0872c70d6718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (dc20a31e-cf32-461b-a723-4964bd9962af), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.824084 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:48.839497 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0e00b470-0845-4763-a8f6-0872c70d6718 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d4dd88967cc14d9a9ba110b617a99f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457688 Oct 28 11:03:48.840587 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00b470-0845-4763-a8f6-0872c70d6718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc20a31e-cf32-461b-a723-4964bd9962af,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:48.843491 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40372) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:48.895347 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b0a4-688f-40e7-a278-f6f8d1e9e474 admin admin] Publish callbacks [] for security_group (dc20a31e-cf32-461b-a723-4964bd9962af), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.947525 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b0a4-688f-40e7-a278-f6f8d1e9e474 admin admin] Publish callbacks [] for security_group (dc20a31e-cf32-461b-a723-4964bd9962af), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:48.957209 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:49.008177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b0a4-688f-40e7-a278-f6f8d1e9e474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (dc20a31e-cf32-461b-a723-4964bd9962af), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.011208 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b4b1b0a4-688f-40e7-a278-f6f8d1e9e474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.015670 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b4b1b0a4-688f-40e7-a278-f6f8d1e9e474 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dc20a31e-cf32-461b-a723-4964bd9962af HTTP/1.1" status: 204 len: 168 time: 0.1697021 Oct 28 11:03:49.024344 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b1b0a4-688f-40e7-a278-f6f8d1e9e474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc20a31e-cf32-461b-a723-4964bd9962af,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:49.061539 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-13ff8069-9dc0-40d8-b2ff-47e376191d3c req-16e02542-4a44-434e-9540-aa9022b7521b tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0329216 Oct 28 11:03:49.464562 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6c8d5-c610-4082-9e1d-c3e4bad31822 req-b94bd7bb-ed36-40ec-8042-2b1b499179a5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:49.469198 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-42c6c8d5-c610-4082-9e1d-c3e4bad31822 req-b94bd7bb-ed36-40ec-8042-2b1b499179a5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0742579 Oct 28 11:03:49.526442 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40406) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:49.541016 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee2a4-e6e8-4561-8d69-46d8c4405579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.545443 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-42c6c8d5-c610-4082-9e1d-c3e4bad31822 req-9173a1d6-abc3-4803-a11f-96e18a7dc57a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689778 Oct 28 11:03:49.619376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40412) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:49.656926 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee2a4-e6e8-4561-8d69-46d8c4405579 admin admin] Publish callbacks [] for security_group (85d5c189-58c8-4c55-9991-cf66f176fa2f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.668479 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eb8ee2a4-e6e8-4561-8d69-46d8c4405579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (85d5c189-58c8-4c55-9991-cf66f176fa2f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.700792 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-eb8ee2a4-e6e8-4561-8d69-46d8c4405579 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=83da2ca7249549ab907f94c1583a27c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1731853 Oct 28 11:03:49.703428 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40420) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:49.781845 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4e3c06a2-b3fd-4c91-bdb1-f0d4dc21befc req-cc522345-5c67-4d7a-8c35-d10b923bd6b9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 210 time: 0.0413294 Oct 28 11:03:49.795728 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ee2a4-e6e8-4561-8d69-46d8c4405579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d5c189-58c8-4c55-9991-cf66f176fa2f,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:49.832050 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d364cab3-c8d4-4766-a092-29483c032fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.851421 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bef6bbb8-e8a0-4cb4-a587-e099b1e49802 admin admin] Publish callbacks [] for security_group (85d5c189-58c8-4c55-9991-cf66f176fa2f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.879621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bef6bbb8-e8a0-4cb4-a587-e099b1e49802 admin admin] Publish callbacks [] for security_group (85d5c189-58c8-4c55-9991-cf66f176fa2f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.932664 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:49.971818 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bef6bbb8-e8a0-4cb4-a587-e099b1e49802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (85d5c189-58c8-4c55-9991-cf66f176fa2f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.975380 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-e5919497-63f3-47ed-9b60-ec3b52d899cd tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=cf9538379ffd44ee9a3765f8dea19810&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456927 Oct 28 11:03:49.978250 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bef6bbb8-e8a0-4cb4-a587-e099b1e49802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:49.981755 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-bef6bbb8-e8a0-4cb4-a587-e099b1e49802 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/85d5c189-58c8-4c55-9991-cf66f176fa2f HTTP/1.1" status: 204 len: 168 time: 0.2750218 Oct 28 11:03:49.998418 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6bbb8-e8a0-4cb4-a587-e099b1e49802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d5c189-58c8-4c55-9991-cf66f176fa2f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:50.210408 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d364cab3-c8d4-4766-a092-29483c032fc7 admin admin] Publish callbacks [] for security_group (9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.233596 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d364cab3-c8d4-4766-a092-29483c032fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.304060 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:50.345457 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d364cab3-c8d4-4766-a092-29483c032fc7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dfd1aa1524cc42e69b3c035f1eb34fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7249484 Oct 28 11:03:50.348386 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40450) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:50.399118 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-45f9d4d2-630b-4625-9ffe-505b67bc4042 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:50.400983 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-45f9d4d2-630b-4625-9ffe-505b67bc4042 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4146764 Oct 28 11:03:50.402125 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364cab3-c8d4-4766-a092-29483c032fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:50.420805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Request body: {'port': {'device_id': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a', 'admin_state_up': True, 'tenant_id': 'cf9538379ffd44ee9a3765f8dea19810'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:50.455054 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c89740b7-d79f-4cb7-a2bc-8aa1df1f209f admin admin] Publish callbacks [] for security_group (9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.495866 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c89740b7-d79f-4cb7-a2bc-8aa1df1f209f admin admin] Publish callbacks [] for security_group (9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.564129 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c5a72e78-a415-491a-82f1-a99b4a2783fd req-11e87483-40d5-45f2-b4dc-a6211e6fe34d tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0451369 Oct 28 11:03:50.610314 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Made reservation on behalf of cf9538379ffd44ee9a3765f8dea19810 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:50.610314 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.616822 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c89740b7-d79f-4cb7-a2bc-8aa1df1f209f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.617139 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c89740b7-d79f-4cb7-a2bc-8aa1df1f209f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.618640 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c89740b7-d79f-4cb7-a2bc-8aa1df1f209f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82 HTTP/1.1" status: 204 len: 168 time: 0.2692704 Oct 28 11:03:50.631353 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89740b7-d79f-4cb7-a2bc-8aa1df1f209f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41cfc9-ae8e-4b9d-bcf9-39f53ed4ff82,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:50.632076 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.643962 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:50.800907 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks [] for security_group (67d1fcd3-039e-4efc-b680-5599845bf743), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:50.815593 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (67d1fcd3-039e-4efc-b680-5599845bf743), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.035611 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Allocated IP 192.168.233.75 (a006300d-6dce-4ac3-b479-cf56b9fd5e5a/3049955f-5484-4db7-bfb1-27b03b707789/491f350d-a116-4d79-b520-ef9f1b301107) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:51.064239 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-3ff3c0ac-82ff-4180-a977-63cf274a8de2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:51.070588 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-3ff3c0ac-82ff-4180-a977-63cf274a8de2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 812 time: 0.2758777 Oct 28 11:03:51.262499 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-b3cf7ae9-4700-44b2-a3ca-e1bef1522761 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 380 time: 0.1829672 Oct 28 11:03:51.277212 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cc9bfae-de81-4d29-8e06-a0335eee457a req-5308cd37-b31b-4af3-bf9d-81dfbf14ca73 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 210 time: 0.1068671 Oct 28 11:03:51.277790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40486) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:51.280161 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'port': {'device_id': '917e11e6-71de-4156-bffc-7a5a81135795', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'admin_state_up': True, 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'security_groups': ['01a90e13-c3f8-4eb0-805d-272e7f8faf00']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:51.288805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d1fcd3-039e-4efc-b680-5599845bf743,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:51.388405 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40490) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:51.415589 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576328441', 'description': 'tempest-description--602914090'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:51.449623 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:51.469482 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:51.484916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Deleting subnet 56ab8b4a-42dc-4431-99a2-cccbc3436932 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:03:51.492337 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Publish callbacks [] for subnet (56ab8b4a-42dc-4431-99a2-cccbc3436932), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.494563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.535946 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks [] for port (491f350d-a116-4d79-b520-ef9f1b301107), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.567044 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (56ab8b4a-42dc-4431-99a2-cccbc3436932), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.648647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Made reservation on behalf of 9aff70e0d61c41fbb469ed4bcd785b23 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:03:51.648746 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (56ab8b4a-42dc-4431-99a2-cccbc3436932), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.652767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (491f350d-a116-4d79-b520-ef9f1b301107), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.652915 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.655957 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:DELETE=6,neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:51.758308 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Network a006300d-6dce-4ac3-b479-cf56b9fd5e5a is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:51.777959 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group (87c12dfc-66b0-4a14-9bcd-69f9f89c9163), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.785481 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:51.792796 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:51.802156 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Allocated IP 172.20.0.9 (447ffcd3-d772-4c15-92cb-558dd17897d4/dd357101-dce1-4538-98f6-4cc3c004f302/4fc47c92-3eb6-4a2b-85be-a8582c825e05) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:51.807662 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (87c12dfc-66b0-4a14-9bcd-69f9f89c9163), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.853058 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Pushing event updated for resources: {'Port': ['ID=491f350d-a116-4d79-b520-ef9f1b301107,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:51.871789 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f9033-a1f2-4a08-a4b5-b07fdfe1b973 req-f691446b-2e02-44b0-9a72-d1823554d2f5 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:51.873339 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c66f9033-a1f2-4a08-a4b5-b07fdfe1b973 req-f691446b-2e02-44b0-9a72-d1823554d2f5 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 935 time: 0.1559291 Oct 28 11:03:51.900865 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.904882 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5083096 Oct 28 11:03:51.910634 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40504) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:51.913051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (56ab8b4a-42dc-4431-99a2-cccbc3436932), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.917109 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'security_group_rule': {'security_group_id': '87c12dfc-66b0-4a14-9bcd-69f9f89c9163', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:51.964504 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:51.965342 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:51.966185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:51.983373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group_rule (36bc7651-b278-4e02-bbce-ce42eda9a332), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.029801 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ab8b4a-42dc-4431-99a2-cccbc3436932,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:52.031824 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.051944 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40508) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:52.052094 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a065b0-cd5a-4c55-87be-5ef94e25a3d2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c12dfc-66b0-4a14-9bcd-69f9f89c9163,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:52.064261 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-1cf5a695-06c7-4f40-9add-6667e4adad9c None None] Provisioning complete for port 491f350d-a116-4d79-b520-ef9f1b301107 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:52.065879 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1cf5a695-06c7-4f40-9add-6667e4adad9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (491f350d-a116-4d79-b520-ef9f1b301107), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.068227 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-1cf5a695-06c7-4f40-9add-6667e4adad9c None None] Attempt 1 to provision port 491f350d-a116-4d79-b520-ef9f1b301107 Oct 28 11:03:52.080960 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c66f9033-a1f2-4a08-a4b5-b07fdfe1b973 req-701d43c8-294c-4ec5-946a-4a894c918fc7 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906695 Oct 28 11:03:52.082948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.085363 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group_rule (36bc7651-b278-4e02-bbce-ce42eda9a332), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.087607 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bbb3013b-be1d-4c91-ab2f-535e81ad5855 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/56ab8b4a-42dc-4431-99a2-cccbc3436932 HTTP/1.1" status: 204 len: 168 time: 0.7935939 Oct 28 11:03:52.090177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40512) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:52.100462 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-5fc7f722-b76e-4c0f-ae4c-ee98817f71c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6863356 Oct 28 11:03:52.126032 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Request body: {'port': {'device_id': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:52.132931 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5a695-06c7-4f40-9add-6667e4adad9c None None] Port 491f350d-a116-4d79-b520-ef9f1b301107 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:03:52.137207 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (36bc7651-b278-4e02-bbce-ce42eda9a332), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.159201 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.160695 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bc7651-b278-4e02-bbce-ce42eda9a332,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:52.193128 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (491f350d-a116-4d79-b520-ef9f1b301107), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.241087 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:52.244804 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (79bbb42f-3558-4f01-a82e-15b620aa1923), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.259567 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.260735 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-33fdf899-1718-4161-88ca-34d5540b117f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487909 Oct 28 11:03:52.261837 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0dc74e90-9861-4769-85cf-fbb076d7414e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.267027 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:52.271734 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40516) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:52.281920 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'security_group_rule': {'security_group_id': '87c12dfc-66b0-4a14-9bcd-69f9f89c9163', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:52.288472 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:52.293640 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=4fc47c92-3eb6-4a2b-85be-a8582c825e05,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:52.295911 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:52.458186 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:52.459610 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.462292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group_rule (925430c0-d2c7-4bab-9136-55768366950d), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.545497 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:52.597150 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491f350d-a116-4d79-b520-ef9f1b301107 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:03:52.605743 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Publish callbacks [] for port (491f350d-a116-4d79-b520-ef9f1b301107), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.610911 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-7ca3c994-c618-4a93-99a6-9d99fed39720 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3422589 Oct 28 11:03:52.616836 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ccc1c-fbc6-4449-aabe-1fed00a9ff07 req-ffd2adce-c48c-420c-9208-f301bda17086 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:52.618605 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-947ccc1c-fbc6-4449-aabe-1fed00a9ff07 req-ffd2adce-c48c-420c-9208-f301bda17086 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 931 time: 0.2003448 Oct 28 11:03:52.623567 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (79bbb42f-3558-4f01-a82e-15b620aa1923), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.625104 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Transition to ACTIVE for port object 491f350d-a116-4d79-b520-ef9f1b301107 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:03:52.629325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (491f350d-a116-4d79-b520-ef9f1b301107), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.641726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:52.659846 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Request body: {'port': {'device_id': '917e11e6-71de-4156-bffc-7a5a81135795', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:52.720592 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:52.733096 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bbb42f-3558-4f01-a82e-15b620aa1923']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:52.760865 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85e305b-73ec-4527-b7ee-16fa80e65107') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:52.761087 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85e305b-73ec-4527-b7ee-16fa80e65107') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:52.765378 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Pushing event updated for resources: {'Port': ['ID=491f350d-a116-4d79-b520-ef9f1b301107,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:52.765855 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-4b33933e-ec87-48fb-962f-d538591c6d38 None None] Provisioning complete for port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:03:52.766374 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-4b33933e-ec87-48fb-962f-d538591c6d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.767018 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-4b33933e-ec87-48fb-962f-d538591c6d38 None None] Attempt 1 to provision port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 Oct 28 11:03:52.788129 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0dc74e90-9861-4769-85cf-fbb076d7414e admin admin] Publish callbacks [] for security_group (62779d5a-51bf-4700-8f4a-1e31a5010a1a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.788896 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Attempting to bind port 491f350d-a116-4d79-b520-ef9f1b301107 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:52.789232 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Attempting to bind port 491f350d-a116-4d79-b520-ef9f1b301107 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:52.789553 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Attempting to bind port 491f350d-a116-4d79-b520-ef9f1b301107 on network a006300d-6dce-4ac3-b479-cf56b9fd5e5a {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:52.796941 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (c85e305b-73ec-4527-b7ee-16fa80e65107), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.816110 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-4b33933e-ec87-48fb-962f-d538591c6d38 None None] Port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:03:52.818717 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0dc74e90-9861-4769-85cf-fbb076d7414e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (62779d5a-51bf-4700-8f4a-1e31a5010a1a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.838754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Port 491f350d-a116-4d79-b520-ef9f1b301107 on network a006300d-6dce-4ac3-b479-cf56b9fd5e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:03:52.839076 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Attempting to bind port 491f350d-a116-4d79-b520-ef9f1b301107 on network a006300d-6dce-4ac3-b479-cf56b9fd5e5a {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:52.860157 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (c85e305b-73ec-4527-b7ee-16fa80e65107), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.865008 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group_rule (925430c0-d2c7-4bab-9136-55768366950d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.885257 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:52.885678 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Checking segment: {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:52.886116 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Bound using segment: {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:52.886882 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Bound port: 491f350d-a116-4d79-b520-ef9f1b301107, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf1eaeb-ca1f-460b-819e-78f605fb5f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:52.887207 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (491f350d-a116-4d79-b520-ef9f1b301107), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.891658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (925430c0-d2c7-4bab-9136-55768366950d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.897351 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-947ccc1c-fbc6-4449-aabe-1fed00a9ff07 req-14bbb601-2725-4788-8676-71280fb391ab tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2532337 Oct 28 11:03:52.898448 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:03:52.898861 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (c85e305b-73ec-4527-b7ee-16fa80e65107), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.947665 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.964560 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] For port 491f350d-a116-4d79-b520-ef9f1b301107, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:52.967796 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] For port 491f350d-a116-4d79-b520-ef9f1b301107, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=491f350d-a116-4d79-b520-ef9f1b301107,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:52.973077 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (491f350d-a116-4d79-b520-ef9f1b301107), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.977923 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:52.978574 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:52.980242 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/491f350d-a116-4d79-b520-ef9f1b301107 HTTP/1.1" status: 200 len: 1097 time: 0.8716590 Oct 28 11:03:52.980804 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'tag': '491f350d-a116-4d79-b520-ef9f1b301107'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:03:52.981917 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment c85e305b-73ec-4527-b7ee-16fa80e65107 resource provider aggregate not found Oct 28 11:03:52.983511 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "892ed06b-4556-4ce0-843f-1a326bfe31d0", "tag": "491f350d-a116-4d79-b520-ef9f1b301107"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:03:53.000546 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925430c0-d2c7-4bab-9136-55768366950d,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.002630 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc74e90-9861-4769-85cf-fbb076d7414e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62779d5a-51bf-4700-8f4a-1e31a5010a1a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.007637 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0dc74e90-9861-4769-85cf-fbb076d7414e admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=266ff39a3d7748ddb9f1fdaa92305c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9537101 Oct 28 11:03:53.012803 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40538) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:53.022695 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment c85e305b-73ec-4527-b7ee-16fa80e65107 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c85e305b-73ec-4527-b7ee-16fa80e65107 found for delete ", "request_id": "req-a7551dfb-b001-4b14-9c6e-0c0f5a05ddfd"}]} Oct 28 11:03:53.027740 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.029191 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-d35d1381-d83e-4c4e-9921-ccd372a37954 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7561994 Oct 28 11:03:53.034157 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40540) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:53.061039 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:03:53.081642 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (79bbb42f-3558-4f01-a82e-15b620aa1923), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.101716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585a263-e9ea-4c8a-98f4-7cdb08efd532 x-openstack-request-id: req-d585a263-e9ea-4c8a-98f4-7cdb08efd532 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:03:53.102018 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892ed06b-4556-4ce0-843f-1a326bfe31d0", "tag": "491f350d-a116-4d79-b520-ef9f1b301107", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:03:53.102516 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d585a263-e9ea-4c8a-98f4-7cdb08efd532 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:03:53.103151 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d585a263-e9ea-4c8a-98f4-7cdb08efd532'] response: {'name': 'network-changed', 'server_uuid': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'tag': '491f350d-a116-4d79-b520-ef9f1b301107', 'status': 'completed', 'code': 200} Oct 28 11:03:53.103614 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:53.107956 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c019-4511-4b73-9cb3-4f5f1b1cc089 service neutron] Pushing event updated for resources: {'Port': ['ID=491f350d-a116-4d79-b520-ef9f1b301107,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.108799 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.112248 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/79bbb42f-3558-4f01-a82e-15b620aa1923 HTTP/1.1" status: 204 len: 168 time: 1.0212259 Oct 28 11:03:53.115913 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40542) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:53.128284 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa04011-8ba2-4b1f-8671-de3a66b1f553 admin admin] Pushing event deleted for resources: {'Network': ['ID=79bbb42f-3558-4f01-a82e-15b620aa1923,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.155935 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-88b9ac3f-9b1b-4702-98ae-dadb78cb79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:53.157441 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-88b9ac3f-9b1b-4702-98ae-dadb78cb79e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cf9538379ffd44ee9a3765f8dea19810&device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 1131 time: 0.0892050 Oct 28 11:03:53.165356 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e807ecf1-0375-4d8a-83a1-51d58467038f admin admin] Publish callbacks [] for security_group (62779d5a-51bf-4700-8f4a-1e31a5010a1a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.176999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.223410 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-6638647b-cc05-4f04-b008-8aa242296968 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=491f350d-a116-4d79-b520-ef9f1b301107 HTTP/1.1" status: 200 len: 217 time: 0.0543714 Oct 28 11:03:53.230482 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Deleting subnet afce263f-5802-4aea-bf59-25d5714d19ab {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:03:53.238649 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e807ecf1-0375-4d8a-83a1-51d58467038f admin admin] Publish callbacks [] for security_group (62779d5a-51bf-4700-8f4a-1e31a5010a1a), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.240996 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Publish callbacks [] for subnet (afce263f-5802-4aea-bf59-25d5714d19ab), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.302078 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc607966-12df-4a00-b964-9e4e797ae00f req-f8737b0f-c645-4e5b-8d25-9e65f0ee27c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:53.304109 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dc607966-12df-4a00-b964-9e4e797ae00f req-f8737b0f-c645-4e5b-8d25-9e65f0ee27c0 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 947 time: 0.1203403 Oct 28 11:03:53.333443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:53.335440 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (afce263f-5802-4aea-bf59-25d5714d19ab), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.361694 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-08aeab18-fcba-47f3-914f-0d408a75237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:53.363163 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-08aeab18-fcba-47f3-914f-0d408a75237d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3049955f-5484-4db7-bfb1-27b03b707789 HTTP/1.1" status: 200 len: 843 time: 0.1269996 Oct 28 11:03:53.384667 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.421837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e807ecf1-0375-4d8a-83a1-51d58467038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (62779d5a-51bf-4700-8f4a-1e31a5010a1a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.424391 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e807ecf1-0375-4d8a-83a1-51d58467038f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.425691 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e807ecf1-0375-4d8a-83a1-51d58467038f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/62779d5a-51bf-4700-8f4a-1e31a5010a1a HTTP/1.1" status: 204 len: 168 time: 0.4118264 Oct 28 11:03:53.426886 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (afce263f-5802-4aea-bf59-25d5714d19ab), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.455127 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-f03285d7-c18b-4616-bbcd-04608c290d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:53.456901 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-f03285d7-c18b-4616-bbcd-04608c290d34 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a006300d-6dce-4ac3-b479-cf56b9fd5e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867896 Oct 28 11:03:53.466304 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807ecf1-0375-4d8a-83a1-51d58467038f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62779d5a-51bf-4700-8f4a-1e31a5010a1a,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.484894 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dc607966-12df-4a00-b964-9e4e797ae00f req-90b2edc6-d5cd-44e4-b125-6304b9b4b5f5 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521702 Oct 28 11:03:53.563640 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (afce263f-5802-4aea-bf59-25d5714d19ab), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.594592 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc47c92-3eb6-4a2b-85be-a8582c825e05 {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:03:53.602104 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afce263f-5802-4aea-bf59-25d5714d19ab,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.604761 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-95a8909e-7ea0-4228-bb5c-9039565d16aa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a006300d-6dce-4ac3-b479-cf56b9fd5e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395137 Oct 28 11:03:53.607122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.610508 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-22ed6a0f-1315-4ec4-bf36-9e7c2347ff13 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/afce263f-5802-4aea-bf59-25d5714d19ab HTTP/1.1" status: 204 len: 168 time: 0.4927716 Oct 28 11:03:53.611144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Publish callbacks [] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.613908 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40550) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:53.619317 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:53.632831 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Allocated IP 172.37.0.143 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/5ae22014-78dd-4a42-9b39-d564ad56b4be) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:03:53.646298 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:53.690339 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Transition to ACTIVE for port object 4fc47c92-3eb6-4a2b-85be-a8582c825e05 will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:03:53.703567 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.711160 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed66fa08-f3ba-4272-9fb0-57b05d0db3ac req-8789b8c3-968e-4ee4-8759-348aba4d6c24 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a006300d-6dce-4ac3-b479-cf56b9fd5e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992720 Oct 28 11:03:53.791666 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (7913fcee-6b5e-47e5-8a7f-621aa306346d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:53.837914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc47c92-3eb6-4a2b-85be-a8582c825e05,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:53.945625 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.001179 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (7913fcee-6b5e-47e5-8a7f-621aa306346d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.015647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Attempting to bind port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:03:54.015981 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Attempting to bind port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:03:54.016312 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Attempting to bind port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:54.052096 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c177895-6fd1-4e72-9fda-7001b5d2aaf6 req-89d9f915-ef5f-4ccb-81ed-7c4cb26206d7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:54.059363 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c177895-6fd1-4e72-9fda-7001b5d2aaf6 req-89d9f915-ef5f-4ccb-81ed-7c4cb26206d7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0629613 Oct 28 11:03:54.061057 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7913fcee-6b5e-47e5-8a7f-621aa306346d']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:54.077788 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df13c110-6633-4756-be47-305add1aab8b') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:54.078109 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df13c110-6633-4756-be47-305add1aab8b') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:03:54.101016 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (df13c110-6633-4756-be47-305add1aab8b), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.113023 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:54.114321 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.115058 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c177895-6fd1-4e72-9fda-7001b5d2aaf6 req-00dd746f-10f3-4415-8041-9366936117cf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539298 Oct 28 11:03:54.134470 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 on network 447ffcd3-d772-4c15-92cb-558dd17897d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:03:54.134817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Attempting to bind port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:03:54.138103 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (df13c110-6633-4756-be47-305add1aab8b), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.187317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:03:54.187716 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (df13c110-6633-4756-be47-305add1aab8b), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.194160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:03:54.210521 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:03:54.242211 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:03:54.271738 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'Port': ['ID=5ae22014-78dd-4a42-9b39-d564ad56b4be,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:54.305809 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:03:54.306168 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Checking segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:03:54.306543 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Bound using segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:03:54.306992 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Bound port: 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:03:54.307457 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.326093 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (7913fcee-6b5e-47e5-8a7f-621aa306346d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.350121 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.353221 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/7913fcee-6b5e-47e5-8a7f-621aa306346d HTTP/1.1" status: 204 len: 168 time: 0.7315855 Oct 28 11:03:54.382841 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:54.414384 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dee327-01c5-44ae-bac7-7a0a2335cc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=7913fcee-6b5e-47e5-8a7f-621aa306346d,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:54.461815 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.477700 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] For port 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:03:54.481675 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] For port 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:03:54.508768 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.520182 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:54.520828 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.522382 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/4fc47c92-3eb6-4a2b-85be-a8582c825e05 HTTP/1.1" status: 200 len: 1093 time: 1.8768694 Oct 28 11:03:54.523237 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:03:54.525200 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12c88d6-4469-4264-9108-aecfba04f1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:03:54.548390 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.563369 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40586) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:54.608378 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1752c-5d34-476b-8f89-c086acdd5d27 service neutron] Pushing event updated for resources: {'Port': ['ID=4fc47c92-3eb6-4a2b-85be-a8582c825e05,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:54.620697 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff46a2c-e003-408c-877f-f891b13d124b x-openstack-request-id: req-2ff46a2c-e003-408c-877f-f891b13d124b {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:03:54.620986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:03:54.621244 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ff46a2c-e003-408c-877f-f891b13d124b {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:03:54.621647 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff46a2c-e003-408c-877f-f891b13d124b'] response: {'name': 'network-changed', 'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'status': 'completed', 'code': 200} Oct 28 11:03:54.650613 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-792b84a7-a408-47f5-ad13-fc3aaf4cef17 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6812aa0ec7234889b3702d8fab9481e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854981 Oct 28 11:03:54.662304 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40588) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:54.689021 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fb262-705c-469d-b2dc-74a84d0887c9 req-ae76424b-298d-4468-a007-d8b536da4ae7 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:54.691565 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-425fb262-705c-469d-b2dc-74a84d0887c9 req-ae76424b-298d-4468-a007-d8b536da4ae7 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 947 time: 0.0550096 Oct 28 11:03:54.742303 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dabf925e-af94-4145-95c0-46633537aa4f admin admin] Publish callbacks [] for security_group (c3caa4d9-3964-45fb-8806-45b499f84a79), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.751962 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-425fb262-705c-469d-b2dc-74a84d0887c9 req-2af276ff-e90a-4b3e-9473-0fa5f11955ec tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Oct 28 11:03:54.782506 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dabf925e-af94-4145-95c0-46633537aa4f admin admin] Publish callbacks [] for security_group (c3caa4d9-3964-45fb-8806-45b499f84a79), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.843235 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:54.848367 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.113633 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment df13c110-6633-4756-be47-305add1aab8b resource provider aggregate not found Oct 28 11:03:55.117454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dabf925e-af94-4145-95c0-46633537aa4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c3caa4d9-3964-45fb-8806-45b499f84a79), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.119961 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dabf925e-af94-4145-95c0-46633537aa4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.121036 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-dabf925e-af94-4145-95c0-46633537aa4f admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c3caa4d9-3964-45fb-8806-45b499f84a79 HTTP/1.1" status: 204 len: 168 time: 0.4580214 Oct 28 11:03:55.139824 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'Port': ['ID=5ae22014-78dd-4a42-9b39-d564ad56b4be,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:55.144932 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment df13c110-6633-4756-be47-305add1aab8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df13c110-6633-4756-be47-305add1aab8b found for delete ", "request_id": "req-604ab7cb-a9bd-4179-a041-706a25c2e9e1"}]} Oct 28 11:03:55.147310 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf925e-af94-4145-95c0-46633537aa4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3caa4d9-3964-45fb-8806-45b499f84a79,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:55.148372 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.173072 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:55.185441 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.190788 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-998f0ac6-ff01-4892-8faf-dfc1211db39d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1336679 Oct 28 11:03:55.255756 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac1649-5def-47e6-9e00-4813142317f2 req-1cfa9b2d-6560-4cc3-a539-fe21f02076fe tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:55.257269 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e3ac1649-5def-47e6-9e00-4813142317f2 req-1cfa9b2d-6560-4cc3-a539-fe21f02076fe tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0551121 Oct 28 11:03:55.322589 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e3ac1649-5def-47e6-9e00-4813142317f2 req-a7d31517-d19c-4178-a2eb-1ec28c8355b7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593739 Oct 28 11:03:55.387716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:55.420367 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-c0c9afc3-2183-49b3-adb4-1b47e9c01947 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1576328441&fields=id&tenant_id=f1f49235fbe64b79bfef2cf828993c56 HTTP/1.1" status: 200 len: 267 time: 0.0465391 Oct 28 11:03:55.513635 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40622) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:55.535795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-9676cfe9-f92b-40b7-b5cb-23a7dba7895c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:55.538105 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-9676cfe9-f92b-40b7-b5cb-23a7dba7895c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 818 time: 0.1104114 Oct 28 11:03:55.552973 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-028a3a4b-1b01-48da-b87f-a2b4fd30fb71 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/quotas/f1f49235fbe64b79bfef2cf828993c56 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Oct 28 11:03:55.558693 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2ef5b3db-c763-4b84-8e7a-b5991ca4ec4c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=7ffa10cfc4ce4d94ab860636aa026789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437458 Oct 28 11:03:55.560104 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40624) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:55.613175 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-019f55ef-cb62-45c9-86b5-a4b3ddaa0089 admin admin] Publish callbacks [] for security_group (62e94d5b-43a9-49f2-853a-9d5b64198fc4), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.613389 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-3b20974d-51f6-414a-9306-d772aa2296a6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0537584 Oct 28 11:03:55.634187 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-019f55ef-cb62-45c9-86b5-a4b3ddaa0089 admin admin] Publish callbacks [] for security_group (62e94d5b-43a9-49f2-853a-9d5b64198fc4), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.651261 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:55.686420 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-019f55ef-cb62-45c9-86b5-a4b3ddaa0089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (62e94d5b-43a9-49f2-853a-9d5b64198fc4), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.689042 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-019f55ef-cb62-45c9-86b5-a4b3ddaa0089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:55.690355 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-019f55ef-cb62-45c9-86b5-a4b3ddaa0089 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/62e94d5b-43a9-49f2-853a-9d5b64198fc4 HTTP/1.1" status: 204 len: 168 time: 0.1293006 Oct 28 11:03:55.698715 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f55ef-cb62-45c9-86b5-a4b3ddaa0089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e94d5b-43a9-49f2-853a-9d5b64198fc4,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:55.721688 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-cad65929-96f9-4054-9021-5be32b87892c service neutron] 10.222.0.46 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969021 Oct 28 11:03:55.908759 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25674d-3c12-4891-89d2-bcef65f5a155 req-4081d387-2a36-42a0-83c4-7a48f96dca8b tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:55.915192 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0a25674d-3c12-4891-89d2-bcef65f5a155 req-4081d387-2a36-42a0-83c4-7a48f96dca8b tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 947 time: 0.0654304 Oct 28 11:03:55.992660 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0a25674d-3c12-4891-89d2-bcef65f5a155 req-545ef7e4-8d06-43fe-8a58-e8398d5aaded tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720201 Oct 28 11:03:56.162219 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-c32a3119-6f01-4e0d-8b88-22606440800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.164941 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-c32a3119-6f01-4e0d-8b88-22606440800e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=cf9538379ffd44ee9a3765f8dea19810&device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 1131 time: 0.0482454 Oct 28 11:03:56.180379 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-f2fdcfdc-676c-427c-a201-0ced9898fb49 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520142 Oct 28 11:03:56.193588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c88d6-4469-4264-9108-aecfba04f1a4 req-6bd380a8-10e7-4ea0-bb24-375919488b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.195126 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b12c88d6-4469-4264-9108-aecfba04f1a4 req-6bd380a8-10e7-4ea0-bb24-375919488b4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 1127 time: 0.0586987 Oct 28 11:03:56.339500 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c88d6-4469-4264-9108-aecfba04f1a4 req-2158ae95-135a-41e9-99dc-9da8c8af4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.342276 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b12c88d6-4469-4264-9108-aecfba04f1a4 req-2158ae95-135a-41e9-99dc-9da8c8af4c26 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1401191 Oct 28 11:03:56.365647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-345e2646-015a-4014-9bc1-1a685524f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.367703 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-345e2646-015a-4014-9bc1-1a685524f9b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=a006300d-6dce-4ac3-b479-cf56b9fd5e5a HTTP/1.1" status: 200 len: 870 time: 0.1964774 Oct 28 11:03:56.420560 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-8ea0e2c0-8967-4261-9c16-68cf81ecd79d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=491f350d-a116-4d79-b520-ef9f1b301107 HTTP/1.1" status: 200 len: 217 time: 0.0462019 Oct 28 11:03:56.455271 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-86ad5ae9-0755-47c2-9003-3fd4812e5155 req-7f3fa9e3-1702-477f-8f31-627cb6c99adc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0369298 Oct 28 11:03:56.510537 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d280cb-65c2-46f3-a0fd-897a746dd012 req-a64ede92-d0ca-425a-b44c-cb82afa2b526 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.511122 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a6d280cb-65c2-46f3-a0fd-897a746dd012 req-a64ede92-d0ca-425a-b44c-cb82afa2b526 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0810521 Oct 28 11:03:56.514539 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-230476f6-2899-415a-96bb-5fa17434a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.516645 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-230476f6-2899-415a-96bb-5fa17434a0d8 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=3049955f-5484-4db7-bfb1-27b03b707789 HTTP/1.1" status: 200 len: 843 time: 0.0595641 Oct 28 11:03:56.516778 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:56.541257 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c88d6-4469-4264-9108-aecfba04f1a4 req-c0d117b5-706c-4e7c-956a-b0d5d73cb04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.543172 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b12c88d6-4469-4264-9108-aecfba04f1a4 req-c0d117b5-706c-4e7c-956a-b0d5d73cb04e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1924138 Oct 28 11:03:56.583044 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a6d280cb-65c2-46f3-a0fd-897a746dd012 req-17710dba-476f-4ff2-82bd-545da1411be4 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633984 Oct 28 11:03:56.604172 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40658) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:56.622107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-5094453a-2d9c-48c2-ac2b-b8966beb8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:56.623987 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-5094453a-2d9c-48c2-ac2b-b8966beb8471 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=a006300d-6dce-4ac3-b479-cf56b9fd5e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0888557 Oct 28 11:03:56.732507 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f6e8e35c-2789-4af0-b6de-b422239749f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:56.827473 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f6e8e35c-2789-4af0-b6de-b422239749f3 admin admin] Publish callbacks [] for security_group (104be636-fc9b-406f-a68f-d9b67d4f33dd), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:56.832657 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f6e8e35c-2789-4af0-b6de-b422239749f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (104be636-fc9b-406f-a68f-d9b67d4f33dd), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:56.875263 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8e35c-2789-4af0-b6de-b422239749f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104be636-fc9b-406f-a68f-d9b67d4f33dd,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:56.885360 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40676) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:56.885838 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f6e8e35c-2789-4af0-b6de-b422239749f3 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2735a5387cef47149c405e6056ba5b9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802794 Oct 28 11:03:56.939580 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1df779ed-0312-4ae4-b0ba-d1af6b83299c admin admin] Publish callbacks [] for security_group (104be636-fc9b-406f-a68f-d9b67d4f33dd), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:56.982238 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1df779ed-0312-4ae4-b0ba-d1af6b83299c admin admin] Publish callbacks [] for security_group (104be636-fc9b-406f-a68f-d9b67d4f33dd), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.059148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-1d0d58e4-349e-4887-9b08-dad3d8811e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:57.061156 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-1d0d58e4-349e-4887-9b08-dad3d8811e8a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 1127 time: 0.0537486 Oct 28 11:03:57.084204 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-d5ab714d-99a6-4d74-bc79-6da890be2e17 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a006300d-6dce-4ac3-b479-cf56b9fd5e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357644 Oct 28 11:03:57.088587 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1df779ed-0312-4ae4-b0ba-d1af6b83299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (104be636-fc9b-406f-a68f-d9b67d4f33dd), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.091894 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1df779ed-0312-4ae4-b0ba-d1af6b83299c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.093037 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1df779ed-0312-4ae4-b0ba-d1af6b83299c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/104be636-fc9b-406f-a68f-d9b67d4f33dd HTTP/1.1" status: 204 len: 168 time: 0.2064502 Oct 28 11:03:57.102041 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df779ed-0312-4ae4-b0ba-d1af6b83299c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104be636-fc9b-406f-a68f-d9b67d4f33dd,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:57.163942 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.182688 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e92d1-f416-4805-bbf2-2699c0d44bd2 req-0f27ac09-43fb-484a-b0cc-e111666ee144 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:57.184754 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d85e92d1-f416-4805-bbf2-2699c0d44bd2 req-0f27ac09-43fb-484a-b0cc-e111666ee144 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 947 time: 0.0774879 Oct 28 11:03:57.240470 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:57.253697 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d85e92d1-f416-4805-bbf2-2699c0d44bd2 req-b45e4e26-5913-4eee-bcbd-fb85120ca5bf tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Oct 28 11:03:57.471965 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40700) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:57.486135 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7fd1da37-5bde-4699-808e-f1e8751b2784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.571406 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7fd1da37-5bde-4699-808e-f1e8751b2784 admin admin] Publish callbacks [] for security_group (a3343d9f-0e6c-49da-bfde-60a542289d8c), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.576909 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7fd1da37-5bde-4699-808e-f1e8751b2784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a3343d9f-0e6c-49da-bfde-60a542289d8c), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.577703 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c8c73861-f2dd-45f3-8533-f8d18ca1185c req-e34d743b-b799-4ba4-973c-3bcf63cb3a4f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0388653 Oct 28 11:03:57.610669 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:57.625539 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7fd1da37-5bde-4699-808e-f1e8751b2784 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b5e0f0adbfe3442185a3f1693b70a61f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524930 Oct 28 11:03:57.626563 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1da37-5bde-4699-808e-f1e8751b2784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3343d9f-0e6c-49da-bfde-60a542289d8c,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:57.628348 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40710) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:57.685692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:57.694137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c29b1989-1320-4449-8736-f1cfe2cbdd2e admin admin] Publish callbacks [] for security_group (a3343d9f-0e6c-49da-bfde-60a542289d8c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.713317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:57.717793 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c29b1989-1320-4449-8736-f1cfe2cbdd2e admin admin] Publish callbacks [] for security_group (a3343d9f-0e6c-49da-bfde-60a542289d8c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.725485 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a307c0-c4db-49ba-9083-cf247714b6b9 req-d3de1651-8e17-4733-abd0-c8afbc6a0da3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:57.727032 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-30a307c0-c4db-49ba-9083-cf247714b6b9 req-d3de1651-8e17-4733-abd0-c8afbc6a0da3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0503006 Oct 28 11:03:57.773067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c29b1989-1320-4449-8736-f1cfe2cbdd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a3343d9f-0e6c-49da-bfde-60a542289d8c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.776400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c29b1989-1320-4449-8736-f1cfe2cbdd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:57.779258 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c29b1989-1320-4449-8736-f1cfe2cbdd2e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a3343d9f-0e6c-49da-bfde-60a542289d8c HTTP/1.1" status: 204 len: 168 time: 0.1497884 Oct 28 11:03:57.779413 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=22 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:57.781319 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-30a307c0-c4db-49ba-9083-cf247714b6b9 req-c7783729-9731-491f-b02a-e46bb32522ba tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480523 Oct 28 11:03:57.806202 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b1989-1320-4449-8736-f1cfe2cbdd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3343d9f-0e6c-49da-bfde-60a542289d8c,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:58.048293 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 491f350d-a116-4d79-b520-ef9f1b301107 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:03:58.158567 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 491f350d-a116-4d79-b520-ef9f1b301107, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=491f350d-a116-4d79-b520-ef9f1b301107,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:58.171042 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '491f350d-a116-4d79-b520-ef9f1b301107', 'network_id': 'a006300d-6dce-4ac3-b479-cf56b9fd5e5a', 'port_id': '491f350d-a116-4d79-b520-ef9f1b301107', 'mac_address': 'fa:16:3e:7f:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3049955f-5484-4db7-bfb1-27b03b707789', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:03:58.207823 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 491f350d-a116-4d79-b520-ef9f1b301107 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:03:58.208229 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (491f350d-a116-4d79-b520-ef9f1b301107), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:58.223979 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491f350d-a116-4d79-b520-ef9f1b301107 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:03:58.244950 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 491f350d-a116-4d79-b520-ef9f1b301107, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=491f350d-a116-4d79-b520-ef9f1b301107,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:03:58.254575 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (491f350d-a116-4d79-b520-ef9f1b301107), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:58.304165 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=491f350d-a116-4d79-b520-ef9f1b301107,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:58.390221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b296-36d5-48b5-bbc8-0761d554d011 req-2e77d771-e165-47be-bb94-b4cada8a2358 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:58.390221 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-89d5b296-36d5-48b5-bbc8-0761d554d011 req-2e77d771-e165-47be-bb94-b4cada8a2358 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 948 time: 0.0481191 Oct 28 11:03:58.441682 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-89d5b296-36d5-48b5-bbc8-0761d554d011 req-db55e543-2332-4783-b424-59f0c854b23e tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455782 Oct 28 11:03:58.684026 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4d37e6a2-3988-4aca-9aca-7d410948838f req-201f8977-0cd5-4559-8ba5-c863fb958560 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Oct 28 11:03:58.739500 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-035a5d0e-c490-415a-921b-7e3a2214fb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:58.907558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc4021-e673-48e6-8385-c7a8fbb6c271 req-c87117f1-7c4d-4bcf-8808-69dea3f4239b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:58.909010 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aebc4021-e673-48e6-8385-c7a8fbb6c271 req-c87117f1-7c4d-4bcf-8808-69dea3f4239b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0460367 Oct 28 11:03:58.960006 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aebc4021-e673-48e6-8385-c7a8fbb6c271 req-28a37dae-02f1-4bf3-9265-c22d521d34b4 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Oct 28 11:03:58.982439 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40756) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:59.088594 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-564261d5-750f-4492-ab8c-d8f8c46a7a46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.162251 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-564261d5-750f-4492-ab8c-d8f8c46a7a46 admin admin] Publish callbacks [] for security_group (c849134d-bb5a-4c34-8e79-126ead8ba4f6), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.166110 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-564261d5-750f-4492-ab8c-d8f8c46a7a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c849134d-bb5a-4c34-8e79-126ead8ba4f6), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.185638 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:03:59.205956 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-564261d5-750f-4492-ab8c-d8f8c46a7a46 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=5a8c0e2d33804084896cba3d20b5810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224603 Oct 28 11:03:59.209098 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40764) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:03:59.212456 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564261d5-750f-4492-ab8c-d8f8c46a7a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c849134d-bb5a-4c34-8e79-126ead8ba4f6,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:59.265367 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0b37895-311a-4341-953a-f640db9c4d8a admin admin] Publish callbacks [] for security_group (c849134d-bb5a-4c34-8e79-126ead8ba4f6), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.285261 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0b37895-311a-4341-953a-f640db9c4d8a admin admin] Publish callbacks [] for security_group (c849134d-bb5a-4c34-8e79-126ead8ba4f6), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.330757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0b37895-311a-4341-953a-f640db9c4d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c849134d-bb5a-4c34-8e79-126ead8ba4f6), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.333486 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0b37895-311a-4341-953a-f640db9c4d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:03:59.335863 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-a0b37895-311a-4341-953a-f640db9c4d8a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c849134d-bb5a-4c34-8e79-126ead8ba4f6 HTTP/1.1" status: 204 len: 168 time: 0.1243360 Oct 28 11:03:59.343692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b37895-311a-4341-953a-f640db9c4d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c849134d-bb5a-4c34-8e79-126ead8ba4f6,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:03:59.561232 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e364d2e-bb5e-462c-a641-0d820e9cbb90 req-ef8b37b4-83fd-4e56-820d-183ee1444acc tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:03:59.562763 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0e364d2e-bb5e-462c-a641-0d820e9cbb90 req-ef8b37b4-83fd-4e56-820d-183ee1444acc tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 948 time: 0.0468240 Oct 28 11:03:59.611107 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0e364d2e-bb5e-462c-a641-0d820e9cbb90 req-03b01308-fa6c-46df-af13-1677f11bad04 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Oct 28 11:03:59.785510 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-70743e8d-3163-40e7-85fd-43d4c3c5fd6d req-80e7bbad-72dc-44ba-b778-369a84ce3f6c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Oct 28 11:04:00.079662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6394fe-bf00-4b9c-aef7-dd2046e82233 req-58bea2ed-8af5-400f-aafb-8bbef527ad67 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:00.081150 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7a6394fe-bf00-4b9c-aef7-dd2046e82233 req-58bea2ed-8af5-400f-aafb-8bbef527ad67 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0464921 Oct 28 11:04:00.134951 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7a6394fe-bf00-4b9c-aef7-dd2046e82233 req-710071da-00f1-44f3-8d9b-5dbb9866965f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473859 Oct 28 11:04:00.236763 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-a45f5cf2-3404-421f-a874-4773f9c685ef service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05 HTTP/1.1" status: 200 len: 217 time: 0.0386717 Oct 28 11:04:00.328319 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-945a8b29-5c14-49cf-9f64-bd5696cfd7ae req-5fa0ac64-d65c-4e38-b309-26d30032612a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a006300d-6dce-4ac3-b479-cf56b9fd5e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296940 Oct 28 11:04:00.348457 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-67037e5d-9007-4763-b660-8b861cf5549f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:00.351052 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-67037e5d-9007-4763-b660-8b861cf5549f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0715461 Oct 28 11:04:00.402719 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-9592e50a-9b12-450f-aa86-d4d631a2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:00.404334 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-9592e50a-9b12-450f-aa86-d4d631a2a487 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0444715 Oct 28 11:04:00.508740 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-8a44cfa4-0c6e-4a33-80d2-4091840c86a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968390 Oct 28 11:04:00.603754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:00.617801 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5f54df93-105a-4f59-8058-37132dbb7e3c req-68cd87f2-613f-4b2e-926c-ad63cf2b07d2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001217 Oct 28 11:04:00.730916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503abf9-a7ea-4f60-b7fe-cecc1354c296 req-1ed1a9c1-0f1f-4c63-ab68-bbf267e86ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:00.732383 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d503abf9-a7ea-4f60-b7fe-cecc1354c296 req-1ed1a9c1-0f1f-4c63-ab68-bbf267e86ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 948 time: 0.0458980 Oct 28 11:04:00.780205 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d503abf9-a7ea-4f60-b7fe-cecc1354c296 req-22501fa7-867b-4185-95b1-c8bce52d0602 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Oct 28 11:04:00.840554 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7d7af97d-882a-4b54-9d8b-2e7959846ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:00.885608 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['491f350d-a116-4d79-b520-ef9f1b301107'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:04:00.896435 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9a81a49a-261f-4d2b-a7ae-edf5f17e3185 req-f6f00144-6dc4-49fa-a6ec-5f13f949884a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0272245 Oct 28 11:04:00.948465 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:01.267886 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4c08b-5851-4ea4-b18d-7197829fe138 req-387e8d5d-743d-4b9e-ad64-63bd9e1ab0cf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:01.274443 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fdb4c08b-5851-4ea4-b18d-7197829fe138 req-387e8d5d-743d-4b9e-ad64-63bd9e1ab0cf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0602098 Oct 28 11:04:01.319375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fdb4c08b-5851-4ea4-b18d-7197829fe138 req-6f0f55c6-1503-4597-ad6c-277d56b722f2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436857 Oct 28 11:04:01.910233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6668f15-e151-4c6c-ac9a-263fb2d3b858 req-1ae3b748-eb4c-4e61-8597-7bd31e8c89b2 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:01.911719 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c6668f15-e151-4c6c-ac9a-263fb2d3b858 req-1ae3b748-eb4c-4e61-8597-7bd31e8c89b2 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 948 time: 0.0496283 Oct 28 11:04:01.967917 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c6668f15-e151-4c6c-ac9a-263fb2d3b858 req-fb44e67c-9aa1-4605-8cd6-d3b53d5f1b3e tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505605 Oct 28 11:04:02.001028 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a7ffe8f-0e81-44f7-ae2c-2fd3afa0cbc6 req-04c2b3dd-4912-4547-b8c1-a1bf88392782 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0293658 Oct 28 11:04:02.090230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.177954 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-a050653b-5f55-49d1-b193-3f154bf5c42d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:02.179398 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-a050653b-5f55-49d1-b193-3f154bf5c42d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 818 time: 0.1217451 Oct 28 11:04:02.249816 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-f706ee93-2543-4229-8b62-bb0049b4da54 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f1f49235fbe64b79bfef2cf828993c56 HTTP/1.1" status: 200 len: 380 time: 0.0620334 Oct 28 11:04:02.263433 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'port': {'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'admin_state_up': True, 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'security_groups': ['87c12dfc-66b0-4a14-9bcd-69f9f89c9163']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:02.385842 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Made reservation on behalf of f1f49235fbe64b79bfef2cf828993c56 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:02.389667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.399883 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:02.461817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c243ab-2ad3-4720-ad87-04b3a511c218 req-3edae0db-7add-4e99-a3b7-40704801949d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:02.463780 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-60c243ab-2ad3-4720-ad87-04b3a511c218 req-3edae0db-7add-4e99-a3b7-40704801949d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0585821 Oct 28 11:04:02.516572 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-60c243ab-2ad3-4720-ad87-04b3a511c218 req-1ce55d0d-5b1d-486e-8bef-01b79c4b8b21 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470750 Oct 28 11:04:02.534868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Allocated IP 172.20.0.8 (57d99b3c-83bf-49e2-81d2-c12ed26cdb71/63f90ae4-2e08-4311-97e8-b12e13063bea/eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:02.684725 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.718583 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.741272 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 491f350d-a116-4d79-b520-ef9f1b301107 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:02.741411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:02.741411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:02.746773 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:02.789333 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:02.789565 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 491f350d-a116-4d79-b520-ef9f1b301107 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:04:02.796203 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 491f350d-a116-4d79-b520-ef9f1b301107 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:02.796592 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (491f350d-a116-4d79-b520-ef9f1b301107), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.796887 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 491f350d-a116-4d79-b520-ef9f1b301107 Oct 28 11:04:02.825134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event updated for resources: {'Port': ['ID=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:02.837515 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:02.838246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.859097 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-e32249d0-761c-4d36-9e4c-55af70527eb0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6041365 Oct 28 11:04:02.881825 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:02.893516 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 491f350d-a116-4d79-b520-ef9f1b301107 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:02.893897 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (491f350d-a116-4d79-b520-ef9f1b301107), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.925654 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f350d-a116-4d79-b520-ef9f1b301107'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:02.929494 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7144d-1294-4f6f-b8a2-e34d1cee0c6a" -d '{"events": [{"server_uuid": "892ed06b-4556-4ce0-843f-1a326bfe31d0", "name": "network-vif-plugged", "status": "completed", "tag": "491f350d-a116-4d79-b520-ef9f1b301107"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:02.946215 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Request body: {'port': {'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:02.954842 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 491f350d-a116-4d79-b520-ef9f1b301107, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=491f350d-a116-4d79-b520-ef9f1b301107,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:02.963786 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (491f350d-a116-4d79-b520-ef9f1b301107), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:02.988620 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4540e31b-0d6d-412b-8aab-6af9193b87a6 x-openstack-request-id: req-4540e31b-0d6d-412b-8aab-6af9193b87a6 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:02.988940 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892ed06b-4556-4ce0-843f-1a326bfe31d0", "name": "network-vif-plugged", "status": "completed", "tag": "491f350d-a116-4d79-b520-ef9f1b301107", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:02.989200 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4540e31b-0d6d-412b-8aab-6af9193b87a6 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:02.989590 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4540e31b-0d6d-412b-8aab-6af9193b87a6'] response: {'server_uuid': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491f350d-a116-4d79-b520-ef9f1b301107', 'code': 200} Oct 28 11:04:03.030392 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=491f350d-a116-4d79-b520-ef9f1b301107,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:03.035271 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-d28af0d4-41ac-405f-886b-1a41f29e1f74 None None] Provisioning complete for port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:03.035644 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d28af0d4-41ac-405f-886b-1a41f29e1f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.035978 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-d28af0d4-41ac-405f-886b-1a41f29e1f74 None None] Attempt 1 to provision port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f Oct 28 11:04:03.053998 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.089268 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:04:03.114342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-d28af0d4-41ac-405f-886b-1a41f29e1f74 None None] Port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:04:03.166452 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f77c7c-b2e8-4310-b16d-e6a91bdf665a req-3de5efbb-170c-47f3-be30-c6edd26be53f tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:03.168073 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-21f77c7c-b2e8-4310-b16d-e6a91bdf665a req-3de5efbb-170c-47f3-be30-c6edd26be53f tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0520933 Oct 28 11:04:03.236614 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b814b6-ac95-4d05-ae17-ddc7f5c5c10f req-9e89d031-62aa-493b-b6f9-525ebc8e1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:03.238466 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-67b814b6-ac95-4d05-ae17-ddc7f5c5c10f req-9e89d031-62aa-493b-b6f9-525ebc8e1b4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 1133 time: 0.0636153 Oct 28 11:04:03.262853 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:03.266957 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeceb8c5-7bd3-4f0f-90a6-2ac2e0422ac8 req-0ce29acc-aaf6-45d7-8514-5e10a4186c4a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:03.268577 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eeceb8c5-7bd3-4f0f-90a6-2ac2e0422ac8 req-0ce29acc-aaf6-45d7-8514-5e10a4186c4a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 931 time: 0.1229341 Oct 28 11:04:03.273703 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-21f77c7c-b2e8-4310-b16d-e6a91bdf665a req-26a85be6-05d1-453f-8678-a7f86479abfd tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997779 Oct 28 11:04:03.312122 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-67b814b6-ac95-4d05-ae17-ddc7f5c5c10f req-52557fff-b4d0-4f91-a99e-aab1d2b4d3d1 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646966 Oct 28 11:04:03.377376 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eeceb8c5-7bd3-4f0f-90a6-2ac2e0422ac8 req-8f2fb223-0d98-4181-9900-3e71f22d7685 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940309 Oct 28 11:04:03.456013 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:04:03.464387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Publish callbacks [] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.467191 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:03.481319 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Transition to ACTIVE for port object eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:04:03.491421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.579171 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Pushing event updated for resources: {'Port': ['ID=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:03.604141 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.622831 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Attempting to bind port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:03.623173 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Attempting to bind port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:03.623505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Attempting to bind port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:03.656415 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4990-2d37-436d-b6fe-83bd2305e3c9 req-e5916a5d-42fd-4564-8647-e8db5e5ef459 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:03.657916 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ffea4990-2d37-436d-b6fe-83bd2305e3c9 req-e5916a5d-42fd-4564-8647-e8db5e5ef459 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0532451 Oct 28 11:04:03.672217 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:04:03.672547 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Attempting to bind port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f on network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:03.696889 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.727202 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:03.727322 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ffea4990-2d37-436d-b6fe-83bd2305e3c9 req-7e0bf5d0-f41f-45ad-985d-254cdb6c23d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618007 Oct 28 11:04:03.727406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Checking segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:03.727772 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Bound using segment: {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:03.728200 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Bound port: eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:03.728588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.737793 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:03.808298 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] For port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:03.812439 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] For port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:03.823076 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40942) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:03.823617 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.828455 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:03.829151 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:03.830523 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 1093 time: 0.8897095 Oct 28 11:04:03.831062 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:03.833244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5163534-d4fe-4d76-952f-9a213a1a6ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:03.873465 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2268f8-4e55-4eb3-b05b-aefa26dc17cd x-openstack-request-id: req-ff2268f8-4e55-4eb3-b05b-aefa26dc17cd {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:03.873758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:03.874043 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff2268f8-4e55-4eb3-b05b-aefa26dc17cd {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:03.874447 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2268f8-4e55-4eb3-b05b-aefa26dc17cd'] response: {'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'status': 'completed', 'code': 200} Oct 28 11:04:03.897458 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68185f-969d-468b-9e63-79ffb3d73a1d service neutron] Pushing event updated for resources: {'Port': ['ID=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:03.937628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9de87f80-2012-4456-873e-d24963f8bd53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.017397 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:04.019575 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9de87f80-2012-4456-873e-d24963f8bd53 admin admin] Publish callbacks [] for security_group (c2c4325d-917a-421f-870d-97853e6832d8), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.023971 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9de87f80-2012-4456-873e-d24963f8bd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c2c4325d-917a-421f-870d-97853e6832d8), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.064424 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9de87f80-2012-4456-873e-d24963f8bd53 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=a12a04093dd0461889fa4eaf0bccf0f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403061 Oct 28 11:04:04.065287 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de87f80-2012-4456-873e-d24963f8bd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c4325d-917a-421f-870d-97853e6832d8,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:04.067063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40948) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:04.119937 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-edd07057-f3f2-4aea-8a71-7d88c5b48e28 admin admin] Publish callbacks [] for security_group (c2c4325d-917a-421f-870d-97853e6832d8), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.140091 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-edd07057-f3f2-4aea-8a71-7d88c5b48e28 admin admin] Publish callbacks [] for security_group (c2c4325d-917a-421f-870d-97853e6832d8), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.188096 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-edd07057-f3f2-4aea-8a71-7d88c5b48e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c2c4325d-917a-421f-870d-97853e6832d8), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.190960 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-edd07057-f3f2-4aea-8a71-7d88c5b48e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.192112 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-edd07057-f3f2-4aea-8a71-7d88c5b48e28 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c2c4325d-917a-421f-870d-97853e6832d8 HTTP/1.1" status: 204 len: 168 time: 0.1227546 Oct 28 11:04:04.206978 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd07057-f3f2-4aea-8a71-7d88c5b48e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c4325d-917a-421f-870d-97853e6832d8,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:04.416883 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4928c-cd60-41c8-aca7-74d3402d211e req-6d3c987d-3a7a-4e4d-85d8-e4112cf4cc01 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:04.418010 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163534-d4fe-4d76-952f-9a213a1a6ce2 req-d9b26682-8605-4b65-b9fb-b256160e565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:04.418947 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c5163534-d4fe-4d76-952f-9a213a1a6ce2 req-d9b26682-8605-4b65-b9fb-b256160e565f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1127 time: 0.0456798 Oct 28 11:04:04.424167 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-13d4928c-cd60-41c8-aca7-74d3402d211e req-6d3c987d-3a7a-4e4d-85d8-e4112cf4cc01 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0605698 Oct 28 11:04:04.441760 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40964) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:04.493297 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-13d4928c-cd60-41c8-aca7-74d3402d211e req-58f8c16f-76f9-49b7-a2cb-6b05314da36c tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621493 Oct 28 11:04:04.547593 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163534-d4fe-4d76-952f-9a213a1a6ce2 req-ba27ae0f-7a28-42a9-ab31-114095095b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:04.549186 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c5163534-d4fe-4d76-952f-9a213a1a6ce2 req-ba27ae0f-7a28-42a9-ab31-114095095b9b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=f1f49235fbe64b79bfef2cf828993c56&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1205928 Oct 28 11:04:04.589907 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-aa630145-6401-452a-8e66-5503e454f4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.617764 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 40968) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:04.634908 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653a552-7168-43d4-85ab-f132489705f0 req-e14f1917-2786-423f-8cec-4905670427bf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:04.638159 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1653a552-7168-43d4-85ab-f132489705f0 req-e14f1917-2786-423f-8cec-4905670427bf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 943 time: 0.1033647 Oct 28 11:04:04.639028 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a4c362b2-bb01-44bf-9c51-ebda7da24962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.718397 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1653a552-7168-43d4-85ab-f132489705f0 req-4e5b00ab-7d71-471c-9775-18f4cc63751c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730934 Oct 28 11:04:04.719529 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163534-d4fe-4d76-952f-9a213a1a6ce2 req-f8a4695b-9196-4801-b468-f77d6845f38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:04.720890 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c5163534-d4fe-4d76-952f-9a213a1a6ce2 req-f8a4695b-9196-4801-b468-f77d6845f38f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541576 Oct 28 11:04:04.726477 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-aa630145-6401-452a-8e66-5503e454f4fb admin admin] Publish callbacks [] for security_group (386feb2d-29ec-4c74-9c6a-2b01ff1d862d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.735242 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-aa630145-6401-452a-8e66-5503e454f4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (386feb2d-29ec-4c74-9c6a-2b01ff1d862d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.794540 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-aa630145-6401-452a-8e66-5503e454f4fb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=3b47928a32864affb98164f9081f398c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3490167 Oct 28 11:04:04.794904 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40972) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:04.804428 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a4c362b2-bb01-44bf-9c51-ebda7da24962 admin admin] Publish callbacks [] for security_group (ee0c9c8a-8e85-45b3-8a5e-df95fda8e661), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.806124 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa630145-6401-452a-8e66-5503e454f4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386feb2d-29ec-4c74-9c6a-2b01ff1d862d,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:04.810607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a4c362b2-bb01-44bf-9c51-ebda7da24962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ee0c9c8a-8e85-45b3-8a5e-df95fda8e661), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.845085 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:04.861791 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d212fae8-59bb-4b55-8747-2bccc5f4ce0e admin admin] Publish callbacks [] for security_group (386feb2d-29ec-4c74-9c6a-2b01ff1d862d), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.886028 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-a4c362b2-bb01-44bf-9c51-ebda7da24962 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=e55dc4eb8d934ad7b5fef314e0250d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653635 Oct 28 11:04:04.887424 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 40976) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:04.887703 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c362b2-bb01-44bf-9c51-ebda7da24962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c9c8a-8e85-45b3-8a5e-df95fda8e661,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:04.898236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff10e8-0894-4212-b228-c29664fbb686 req-3e26bb8a-aef6-4742-ae0e-d88725a2a785 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:04.899480 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d212fae8-59bb-4b55-8747-2bccc5f4ce0e admin admin] Publish callbacks [] for security_group (386feb2d-29ec-4c74-9c6a-2b01ff1d862d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.899711 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-82ff10e8-0894-4212-b228-c29664fbb686 req-3e26bb8a-aef6-4742-ae0e-d88725a2a785 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0853426 Oct 28 11:04:04.952072 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-82ff10e8-0894-4212-b228-c29664fbb686 req-449671e8-4155-4ab5-ac85-8191f994a86b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458856 Oct 28 11:04:04.975792 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ea776fdb-8593-4c60-9fec-e61ddcb8d6dd admin admin] Publish callbacks [] for security_group (ee0c9c8a-8e85-45b3-8a5e-df95fda8e661), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.994692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d212fae8-59bb-4b55-8747-2bccc5f4ce0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (386feb2d-29ec-4c74-9c6a-2b01ff1d862d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.997217 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d212fae8-59bb-4b55-8747-2bccc5f4ce0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:04.998371 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d212fae8-59bb-4b55-8747-2bccc5f4ce0e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/386feb2d-29ec-4c74-9c6a-2b01ff1d862d HTTP/1.1" status: 204 len: 168 time: 0.2024999 Oct 28 11:04:05.004690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ea776fdb-8593-4c60-9fec-e61ddcb8d6dd admin admin] Publish callbacks [] for security_group (ee0c9c8a-8e85-45b3-8a5e-df95fda8e661), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:05.026387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d212fae8-59bb-4b55-8747-2bccc5f4ce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386feb2d-29ec-4c74-9c6a-2b01ff1d862d,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:05.070590 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ea776fdb-8593-4c60-9fec-e61ddcb8d6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ee0c9c8a-8e85-45b3-8a5e-df95fda8e661), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:05.073303 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ea776fdb-8593-4c60-9fec-e61ddcb8d6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:05.077513 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ea776fdb-8593-4c60-9fec-e61ddcb8d6dd admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ee0c9c8a-8e85-45b3-8a5e-df95fda8e661 HTTP/1.1" status: 204 len: 168 time: 0.1889915 Oct 28 11:04:05.086826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea776fdb-8593-4c60-9fec-e61ddcb8d6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c9c8a-8e85-45b3-8a5e-df95fda8e661,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:05.258439 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-82f67496-5166-4899-8a31-10de0876be6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:05.261833 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-82f67496-5166-4899-8a31-10de0876be6b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1127 time: 0.0464358 Oct 28 11:04:05.294311 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:05.326180 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-952b9923-98c2-463f-b7f9-e8ff16519c65 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 217 time: 0.0395434 Oct 28 11:04:05.391339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-c859c7a3-d2ba-433d-9d50-9259d5c2edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:05.392845 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-c859c7a3-d2ba-433d-9d50-9259d5c2edbf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0582914 Oct 28 11:04:05.447854 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-f0c409c7-7f33-4302-a132-17b25212a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:05.449362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-f0c409c7-7f33-4302-a132-17b25212a99f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0449297 Oct 28 11:04:05.567840 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-aaf3308d-8631-45c7-8c24-9e80b8559340 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119633 Oct 28 11:04:05.691429 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2874d-a2d3-4786-8864-6c85a4bfd0f8 req-0280db5d-2afa-49cd-becc-2969235280fe tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:05.693170 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6da2874d-a2d3-4786-8864-6c85a4bfd0f8 req-0280db5d-2afa-49cd-becc-2969235280fe tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0904295 Oct 28 11:04:05.741021 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f96b2551-62d3-4e0b-8a10-2b14db159ff1 req-dcdce743-cf1d-4f49-8d20-785e9ef825de service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662445 Oct 28 11:04:05.766455 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6da2874d-a2d3-4786-8864-6c85a4bfd0f8 req-9d73c825-cad9-4d92-ab9d-832523fe681a tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Oct 28 11:04:05.857952 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:05.876624 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ed180-a764-48ba-921f-9b66a918f2e4 req-b0f1d7d8-5916-416d-a11d-1bd81ac9f306 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:05.883796 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9e4ed180-a764-48ba-921f-9b66a918f2e4 req-b0f1d7d8-5916-416d-a11d-1bd81ac9f306 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 943 time: 0.0726049 Oct 28 11:04:05.952609 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9e4ed180-a764-48ba-921f-9b66a918f2e4 req-3ca36a46-72b7-4cd9-9b11-715f4f4bc388 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679710 Oct 28 11:04:06.102189 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c40db-234e-443f-8fd1-b1cff0229201 req-48e614e4-4c10-4685-ac72-933d716361fa tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:06.103727 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1b8c40db-234e-443f-8fd1-b1cff0229201 req-48e614e4-4c10-4685-ac72-933d716361fa tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0570176 Oct 28 11:04:06.127111 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4bbc5-fd8a-4ff3-9f49-9b4a2d12c8ca req-3113e6c2-8540-4958-a9c3-9e84e99bfd06 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:06.128704 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ddb4bbc5-fd8a-4ff3-9f49-9b4a2d12c8ca req-3113e6c2-8540-4958-a9c3-9e84e99bfd06 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0592613 Oct 28 11:04:06.188682 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1b8c40db-234e-443f-8fd1-b1cff0229201 req-c2cccb08-b3ff-4bcc-9b12-6b6051172a60 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706878 Oct 28 11:04:06.206253 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ddb4bbc5-fd8a-4ff3-9f49-9b4a2d12c8ca req-84e8b222-ee57-41c8-8001-3d4f911f5564 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673542 Oct 28 11:04:07.117336 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e2d1d-f8a7-4f93-8bc6-874b78229594 req-e59ca3e4-9061-4d6d-aa26-59081edd9eb3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:07.126298 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b0e2d1d-f8a7-4f93-8bc6-874b78229594 req-e59ca3e4-9061-4d6d-aa26-59081edd9eb3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 943 time: 0.0685394 Oct 28 11:04:07.138639 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:07.184009 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b0e2d1d-f8a7-4f93-8bc6-874b78229594 req-9b99f68e-d3ec-4445-8b5e-1676454c1fda tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562918 Oct 28 11:04:07.342328 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d27a9-a27b-4346-b113-976600003168 req-08691871-d1f9-4b4d-91db-26f8a4ed294a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:07.350627 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d26d27a9-a27b-4346-b113-976600003168 req-08691871-d1f9-4b4d-91db-26f8a4ed294a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0685267 Oct 28 11:04:07.383279 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa8587-5e78-48a3-975e-6bc7c5f2be29 req-bef85572-1f63-4e6b-a923-cab1fa2a5a2d tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:07.384917 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d9aa8587-5e78-48a3-975e-6bc7c5f2be29 req-bef85572-1f63-4e6b-a923-cab1fa2a5a2d tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0733562 Oct 28 11:04:07.426362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d26d27a9-a27b-4346-b113-976600003168 req-4bfb9af0-2228-46d7-b18c-835cacafe58b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730050 Oct 28 11:04:07.443400 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d9aa8587-5e78-48a3-975e-6bc7c5f2be29 req-3f48f0f6-44b5-42f7-8ad1-cc565c08c46d tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526738 Oct 28 11:04:08.307617 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5cb5-70b3-4827-b2b1-f3872fc4503e req-67a0a671-93d8-4e1b-8bb7-160e1c33bbdf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:08.309061 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2bbf5cb5-70b3-4827-b2b1-f3872fc4503e req-67a0a671-93d8-4e1b-8bb7-160e1c33bbdf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 943 time: 0.0467155 Oct 28 11:04:08.357634 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2bbf5cb5-70b3-4827-b2b1-f3872fc4503e req-c3ee85f9-0de9-4787-ae58-2b76e265d389 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Oct 28 11:04:08.551618 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae592f-df81-4c9a-a632-968e170e6ac5 req-8485966c-a07d-4db3-8cbe-48d4e2fdc07e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:08.553865 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6eae592f-df81-4c9a-a632-968e170e6ac5 req-8485966c-a07d-4db3-8cbe-48d4e2fdc07e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0469599 Oct 28 11:04:08.574906 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1d770-864f-487c-a8a1-f471de88a749 req-36834c97-5944-40aa-8300-528fea288ef7 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:08.576375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28a1d770-864f-487c-a8a1-f471de88a749 req-36834c97-5944-40aa-8300-528fea288ef7 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0460031 Oct 28 11:04:08.588882 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:08.609645 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6eae592f-df81-4c9a-a632-968e170e6ac5 req-d3482de2-70c9-44c2-b677-cb3e00e0fa6a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497711 Oct 28 11:04:08.633630 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28a1d770-864f-487c-a8a1-f471de88a749 req-561d1038-aed4-41d5-a830-e4122c025193 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514352 Oct 28 11:04:09.478054 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e29baa-611c-4269-865c-a63c0ae0cfb8 req-6f8f39e4-b282-43e5-86b5-bf64bd409dbf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:09.479548 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-46e29baa-611c-4269-865c-a63c0ae0cfb8 req-6f8f39e4-b282-43e5-86b5-bf64bd409dbf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 943 time: 0.0484357 Oct 28 11:04:09.527422 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-46e29baa-611c-4269-865c-a63c0ae0cfb8 req-100a8a65-9e04-4d0f-a410-27ddd555109c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Oct 28 11:04:09.742135 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdda7f2-bf63-497c-9ade-644084d8fd6e req-d4e6bbe3-8fdd-4904-afef-7242859f3ef2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:09.743738 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afdda7f2-bf63-497c-9ade-644084d8fd6e req-d4e6bbe3-8fdd-4904-afef-7242859f3ef2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0511277 Oct 28 11:04:09.761492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943fa09-ef2a-481e-bdc8-581b98dd6545 req-5dba1c55-3952-41dc-ba5b-a21cfd443b1c tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:09.763034 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4943fa09-ef2a-481e-bdc8-581b98dd6545 req-5dba1c55-3952-41dc-ba5b-a21cfd443b1c tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0479093 Oct 28 11:04:09.794818 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afdda7f2-bf63-497c-9ade-644084d8fd6e req-ba734fa3-a009-419f-8956-9280b99bc257 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Oct 28 11:04:09.813045 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4943fa09-ef2a-481e-bdc8-581b98dd6545 req-c83d1d03-e2a4-4402-aab8-b73e0029919a tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443809 Oct 28 11:04:10.676361 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7585d50c-9aab-4f24-8b0c-f5e7c400e0ae req-9bf6a677-c270-477d-9c49-3ae57164f736 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:10.678614 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7585d50c-9aab-4f24-8b0c-f5e7c400e0ae req-9bf6a677-c270-477d-9c49-3ae57164f736 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 943 time: 0.0588646 Oct 28 11:04:10.731972 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7585d50c-9aab-4f24-8b0c-f5e7c400e0ae req-4d51c8a0-d3bf-400a-b08c-c3a99178cba5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474482 Oct 28 11:04:10.761799 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:04:10.877611 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:10.891471 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:04:10.934417 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:10.934704 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:10.961711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:04:10.977511 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18916d20-3b1f-40ed-b578-2d937e0679b0 req-8c4b8aa7-074c-4812-8343-a46b8712a535 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:10.981934 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:10.991414 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-18916d20-3b1f-40ed-b578-2d937e0679b0 req-8c4b8aa7-074c-4812-8343-a46b8712a535 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.0724387 Oct 28 11:04:10.995061 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:10.999893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df95b6-bc9f-4566-9564-b1f728c633c5 req-cf7afaee-cd65-45bc-b53d-ff7ac302ea73 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:11.000299 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:11.007983 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-52df95b6-bc9f-4566-9564-b1f728c633c5 req-cf7afaee-cd65-45bc-b53d-ff7ac302ea73 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0976133 Oct 28 11:04:11.072455 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-52df95b6-bc9f-4566-9564-b1f728c633c5 req-0ce68403-3b12-4eac-afed-4495831dd274 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616987 Oct 28 11:04:11.084370 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-18916d20-3b1f-40ed-b578-2d937e0679b0 req-ff983ce7-5584-4fee-988f-6ea741ded2e3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909486 Oct 28 11:04:11.106632 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:11.500544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:04:11.503859 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:11.853689 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a2882-86e1-470c-8142-bb61d9dddb92 req-31112cee-5f64-473b-a09b-ca0ddd860e27 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:11.855549 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ce9a2882-86e1-470c-8142-bb61d9dddb92 req-31112cee-5f64-473b-a09b-ca0ddd860e27 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 944 time: 0.0480702 Oct 28 11:04:11.902212 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ce9a2882-86e1-470c-8142-bb61d9dddb92 req-a517c7f3-b453-4ff1-b83f-0377af327167 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Oct 28 11:04:12.022579 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432184d-df29-4558-83fe-61b5cc905a3c req-15e05462-b851-4164-adcc-d2be70c9a02c tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:12.024017 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5432184d-df29-4558-83fe-61b5cc905a3c req-15e05462-b851-4164-adcc-d2be70c9a02c tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0488081 Oct 28 11:04:12.108922 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Deleting port 491f350d-a116-4d79-b520-ef9f1b301107 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:04:12.109504 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (491f350d-a116-4d79-b520-ef9f1b301107), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:12.206934 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de53218-ad03-477c-a4cf-f316a0e39dd5 req-aa465c28-f3dc-4335-ba13-1a9904c59bf4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:12.209276 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4de53218-ad03-477c-a4cf-f316a0e39dd5 req-aa465c28-f3dc-4335-ba13-1a9904c59bf4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 949 time: 0.0508313 Oct 28 11:04:12.281270 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4de53218-ad03-477c-a4cf-f316a0e39dd5 req-d8a2a448-ff76-46d9-8036-d1f2cbaeec71 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=67d1fcd3-039e-4efc-b680-5599845bf743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648201 Oct 28 11:04:12.473005 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] For port 491f350d-a116-4d79-b520-ef9f1b301107, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=491f350d-a116-4d79-b520-ef9f1b301107,segment=NetworkSegment(6cf1eaeb-ca1f-460b-819e-78f605fb5f40),segment_id=6cf1eaeb-ca1f-460b-819e-78f605fb5f40)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:12.473486 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (491f350d-a116-4d79-b520-ef9f1b301107), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:12.486667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17f596-f613-4638-9305-bdde721d1d3d req-4ca2fe87-2870-420d-8968-941990e65a0b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:12.494159 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7b17f596-f613-4638-9305-bdde721d1d3d req-4ca2fe87-2870-420d-8968-941990e65a0b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 943 time: 0.3227201 Oct 28 11:04:12.509079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Calling delete_port for 491f350d-a116-4d79-b520-ef9f1b301107 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:04:12.601122 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7b17f596-f613-4638-9305-bdde721d1d3d req-77c3b8ba-6e56-4df9-b632-a740710c1bbc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058245 Oct 28 11:04:12.680656 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (491f350d-a116-4d79-b520-ef9f1b301107), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:12.694028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['491f350d-a116-4d79-b520-ef9f1b301107'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:04:12.712230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:12.714543 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Pushing event deleted for resources: {'Port': ['ID=491f350d-a116-4d79-b520-ef9f1b301107,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:12.759252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] No DVR routers for this DVR port 491f350d-a116-4d79-b520-ef9f1b301107 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:04:12.762897 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:12.766200 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5432184d-df29-4558-83fe-61b5cc905a3c req-70463ffc-563c-493f-a723-25c6b7122ed4 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.25 "DELETE /networking/v2.0/ports/491f350d-a116-4d79-b520-ef9f1b301107 HTTP/1.1" status: 204 len: 173 time: 0.7365961 Oct 28 11:04:12.766706 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'name': 'network-vif-deleted', 'tag': '491f350d-a116-4d79-b520-ef9f1b301107'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:12.769091 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93c6ab3-a239-4ebd-8429-580758774b8d" -d '{"events": [{"server_uuid": "892ed06b-4556-4ce0-843f-1a326bfe31d0", "name": "network-vif-deleted", "tag": "491f350d-a116-4d79-b520-ef9f1b301107"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:12.774160 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 4fc47c92-3eb6-4a2b-85be-a8582c825e05 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:04:12.779509 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:12.828186 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe3e3f-dfc9-42b6-a8f4-11b721fe64e3 x-openstack-request-id: req-3bfe3e3f-dfc9-42b6-a8f4-11b721fe64e3 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:12.828480 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892ed06b-4556-4ce0-843f-1a326bfe31d0", "name": "network-vif-deleted", "tag": "491f350d-a116-4d79-b520-ef9f1b301107", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:12.828732 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3bfe3e3f-dfc9-42b6-a8f4-11b721fe64e3 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:12.829445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfe3e3f-dfc9-42b6-a8f4-11b721fe64e3'] response: {'server_uuid': '892ed06b-4556-4ce0-843f-1a326bfe31d0', 'name': 'network-vif-deleted', 'tag': '491f350d-a116-4d79-b520-ef9f1b301107', 'status': 'completed', 'code': 200} Oct 28 11:04:12.881826 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:04:12.893689 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:12.894086 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:12.894421 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f Oct 28 11:04:12.949022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:12.971892 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:12.992990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'port_id': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:04:13.030962 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5360f5-15f5-4e59-a5fa-991880fd957d req-f505edda-276d-4215-a59c-725e05d3ebde tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:13.032438 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0f5360f5-15f5-4e59-a5fa-991880fd957d req-f505edda-276d-4215-a59c-725e05d3ebde tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 944 time: 0.0538969 Oct 28 11:04:13.049126 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:13.049428 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:13.061224 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:13.061600 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:13.084026 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc47c92-3eb6-4a2b-85be-a8582c825e05 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:04:13.088190 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0f5360f5-15f5-4e59-a5fa-991880fd957d req-36fb4339-6025-4e83-b486-3df9499db1d5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476856 Oct 28 11:04:13.089705 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:13.091836 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:13.094092 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c083a3d1-0e00-4a16-8b39-f4f7aa81a059" -d '{"events": [{"server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "name": "network-vif-plugged", "status": "completed", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:13.112921 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:13.122434 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:13.125249 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:13.147364 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7064c8a-fa3e-4e2c-91a1-644a23b047c3 x-openstack-request-id: req-e7064c8a-fa3e-4e2c-91a1-644a23b047c3 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:13.147645 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "name": "network-vif-plugged", "status": "completed", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:13.147909 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7064c8a-fa3e-4e2c-91a1-644a23b047c3 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:13.148274 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7064c8a-fa3e-4e2c-91a1-644a23b047c3'] response: {'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'code': 200} Oct 28 11:04:13.150670 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:13.175090 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:13.223540 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=4fc47c92-3eb6-4a2b-85be-a8582c825e05,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:13.401046 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-210fd84d-5fcc-4548-96f2-4e2e791e2b3d req-cf696cdb-7758-4bcc-ac7b-673af6f86ad9 tempest-VolumesNegativeTest-1080108375 tempest-VolumesNegativeTest-1080108375-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=892ed06b-4556-4ce0-843f-1a326bfe31d0 HTTP/1.1" status: 200 len: 210 time: 0.0284450 Oct 28 11:04:13.542271 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43703370-4178-422b-8885-bd023946ca2d req-fbbd2614-91a6-4778-a8c6-95c9ea8be45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:13.543745 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-43703370-4178-422b-8885-bd023946ca2d req-fbbd2614-91a6-4778-a8c6-95c9ea8be45a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0422421 Oct 28 11:04:13.580377 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['4fc47c92-3eb6-4a2b-85be-a8582c825e05'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:04:13.603542 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-43703370-4178-422b-8885-bd023946ca2d req-a264dd5f-bdd4-4ebd-beef-8cf6afc73036 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533419 Oct 28 11:04:13.722643 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:13.743310 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422172d-ad70-4fce-8df5-db9a5a6e0f55 req-3349399a-fdb1-4628-9fc0-4d330dbe757e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:13.751193 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7422172d-ad70-4fce-8df5-db9a5a6e0f55 req-3349399a-fdb1-4628-9fc0-4d330dbe757e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 944 time: 0.0679128 Oct 28 11:04:13.817301 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7422172d-ad70-4fce-8df5-db9a5a6e0f55 req-27446050-8b7c-48c3-8221-bceedef82bde tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650554 Oct 28 11:04:14.217130 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45caf85-eeae-4727-a794-b50073051f34 req-e7a61f9f-7f5b-4077-845c-5f8b7a006d47 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:14.218618 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d45caf85-eeae-4727-a794-b50073051f34 req-e7a61f9f-7f5b-4077-845c-5f8b7a006d47 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0485678 Oct 28 11:04:14.266514 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d45caf85-eeae-4727-a794-b50073051f34 req-23240924-416f-4fe5-b520-4313de7cdd6b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Oct 28 11:04:14.805357 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 4fc47c92-3eb6-4a2b-85be-a8582c825e05 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:14.848722 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:04:14.860532 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:14.860982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:14.861355 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 Oct 28 11:04:14.906672 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:14.944880 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:14.945188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:14.946955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0ece5-ecd5-4a82-a91c-3faf7c7851cf req-dab76fdf-5ffb-4dfd-b42a-f68f459135a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:14.948669 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9ba0ece5-ecd5-4a82-a91c-3faf7c7851cf req-dab76fdf-5ffb-4dfd-b42a-f68f459135a6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 944 time: 0.0505235 Oct 28 11:04:14.987665 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:14.993483 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:14.994990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 491f350d-a116-4d79-b520-ef9f1b301107 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:04:15.023291 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9ba0ece5-ecd5-4a82-a91c-3faf7c7851cf req-6b0fa5bc-be83-4f5e-9ef7-aa8f62aeac78 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688732 Oct 28 11:04:15.049035 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:15.055460 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 491f350d-a116-4d79-b520-ef9f1b301107 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:04:15.055809 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 491f350d-a116-4d79-b520-ef9f1b301107 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:04:15.084212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=4fc47c92-3eb6-4a2b-85be-a8582c825e05,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:15.150719 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:15.153544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf2e380-c125-4b5e-a117-4211031f014c" -d '{"events": [{"server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "name": "network-vif-plugged", "status": "completed", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:15.204999 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e6f96e-ed35-41b9-8985-28ab0634a947 x-openstack-request-id: req-59e6f96e-ed35-41b9-8985-28ab0634a947 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:15.205363 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "name": "network-vif-plugged", "status": "completed", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:15.205656 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-59e6f96e-ed35-41b9-8985-28ab0634a947 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:15.206370 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e6f96e-ed35-41b9-8985-28ab0634a947'] response: {'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'code': 200} Oct 28 11:04:15.405518 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67e42a-8cb4-4a54-8281-7cfa18049b19 req-f80ab09a-4713-45af-ac0a-3a6c8a105ec9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:15.407185 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3d67e42a-8cb4-4a54-8281-7cfa18049b19 req-f80ab09a-4713-45af-ac0a-3a6c8a105ec9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0563958 Oct 28 11:04:15.471397 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3d67e42a-8cb4-4a54-8281-7cfa18049b19 req-ab1d55db-6be9-48ef-9069-0e65bbe7102f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565140 Oct 28 11:04:15.471397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41386) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:15.593753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc82dd1b-5cd6-4a8a-9e21-a5c36819d6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.677701 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc82dd1b-5cd6-4a8a-9e21-a5c36819d6a0 admin admin] Publish callbacks [] for security_group (e24befe3-acd0-40df-b4b0-80aabb7261bb), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.682245 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc82dd1b-5cd6-4a8a-9e21-a5c36819d6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e24befe3-acd0-40df-b4b0-80aabb7261bb), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.725362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bc82dd1b-5cd6-4a8a-9e21-a5c36819d6a0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=19246f2f2f1844ec8dd054a65369c26f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529395 Oct 28 11:04:15.726408 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82dd1b-5cd6-4a8a-9e21-a5c36819d6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24befe3-acd0-40df-b4b0-80aabb7261bb,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:15.728260 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41404) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:15.781535 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fab9954f-c3e3-4939-adf0-6c566beb3e15 admin admin] Publish callbacks [] for security_group (e24befe3-acd0-40df-b4b0-80aabb7261bb), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.804658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fab9954f-c3e3-4939-adf0-6c566beb3e15 admin admin] Publish callbacks [] for security_group (e24befe3-acd0-40df-b4b0-80aabb7261bb), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.813051 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:15.863473 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fab9954f-c3e3-4939-adf0-6c566beb3e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e24befe3-acd0-40df-b4b0-80aabb7261bb), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.867223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-fab9954f-c3e3-4939-adf0-6c566beb3e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:15.871064 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-fab9954f-c3e3-4939-adf0-6c566beb3e15 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e24befe3-acd0-40df-b4b0-80aabb7261bb HTTP/1.1" status: 204 len: 168 time: 0.1414216 Oct 28 11:04:15.880595 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9954f-c3e3-4939-adf0-6c566beb3e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24befe3-acd0-40df-b4b0-80aabb7261bb,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:16.110325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea5443-d81d-4f53-adea-ac33848e9575 req-d3caa139-0d25-488c-ad3d-74500bced0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:16.111813 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1bea5443-d81d-4f53-adea-ac33848e9575 req-d3caa139-0d25-488c-ad3d-74500bced0f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 1129 time: 0.0510945 Oct 28 11:04:16.168085 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f26aade-6238-4e0b-b857-236b0ab934d1 req-9ddd9d96-972b-43de-b2de-412a6dfbf27e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:16.170474 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f26aade-6238-4e0b-b857-236b0ab934d1 req-9ddd9d96-972b-43de-b2de-412a6dfbf27e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.0634086 Oct 28 11:04:16.180656 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1bea5443-d81d-4f53-adea-ac33848e9575 req-91691b85-5f8d-4b47-905f-563a6c99610f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612423 Oct 28 11:04:16.240487 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f26aade-6238-4e0b-b857-236b0ab934d1 req-bcba8d62-196e-4061-b7a4-e84b18865a2f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612438 Oct 28 11:04:16.251406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41430) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:16.267149 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d449602-5d95-49de-89be-5888f99f1f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.357416 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d449602-5d95-49de-89be-5888f99f1f56 admin admin] Publish callbacks [] for security_group (65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.362187 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d449602-5d95-49de-89be-5888f99f1f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.398616 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:16.406028 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4d449602-5d95-49de-89be-5888f99f1f56 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f82b9e0825574616a481763fe3ea6c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535988 Oct 28 11:04:16.407405 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d449602-5d95-49de-89be-5888f99f1f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:16.408684 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41444) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:16.459412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:16.471840 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf82e-adca-44cb-bd2c-8eaa435bc373 admin admin] Publish callbacks [] for security_group (65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.498542 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf82e-adca-44cb-bd2c-8eaa435bc373 admin admin] Publish callbacks [] for security_group (65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.561078 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf82e-adca-44cb-bd2c-8eaa435bc373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.564141 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5ffcf82e-adca-44cb-bd2c-8eaa435bc373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.565287 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-5ffcf82e-adca-44cb-bd2c-8eaa435bc373 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d HTTP/1.1" status: 204 len: 168 time: 0.1554389 Oct 28 11:04:16.575996 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcf82e-adca-44cb-bd2c-8eaa435bc373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e0b05d-b8f5-4eb2-be2a-8ddea9bb419d,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:16.655879 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93841e-88d3-4799-a04a-cadfaf247036 req-69abe9bb-3870-442a-a860-5e5784c3e95b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:16.665577 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2d93841e-88d3-4799-a04a-cadfaf247036 req-69abe9bb-3870-442a-a860-5e5784c3e95b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0773220 Oct 28 11:04:16.738611 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2d93841e-88d3-4799-a04a-cadfaf247036 req-ddc75144-c657-4a60-b85a-e5f90c4c63b3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717645 Oct 28 11:04:16.754134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41482) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:16.870817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfcd4e-49b8-42f1-b63a-97a9c7305b77 req-9b6756cd-d30f-47e2-bce0-0d410a80ccd1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:16.875864 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7bfcd4e-49b8-42f1-b63a-97a9c7305b77 req-9b6756cd-d30f-47e2-bce0-0d410a80ccd1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0700681 Oct 28 11:04:16.883955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41510) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:16.889002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'floatingip': {'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:16.930650 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41514) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:16.944959 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-309576c8-b800-4bb9-a807-6d6e456b0396 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.953043 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:16.956566 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-639942a3-eb3b-44e2-811e-511d630b2609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.029244 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-309576c8-b800-4bb9-a807-6d6e456b0396 admin admin] Publish callbacks [] for security_group (7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.033405 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-309576c8-b800-4bb9-a807-6d6e456b0396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.075756 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:17.079503 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-309576c8-b800-4bb9-a807-6d6e456b0396 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=50dae096beb04ffab40e00d635afe916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477745 Oct 28 11:04:17.082149 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41520) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:17.088675 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309576c8-b800-4bb9-a807-6d6e456b0396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:17.140571 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ad83-4f04-460b-8d72-85aaaad59bf2 admin admin] Publish callbacks [] for security_group (7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.169010 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ad83-4f04-460b-8d72-85aaaad59bf2 admin admin] Publish callbacks [] for security_group (7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.224749 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ad83-4f04-460b-8d72-85aaaad59bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.227725 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3ca4ad83-4f04-460b-8d72-85aaaad59bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.228774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-639942a3-eb3b-44e2-811e-511d630b2609 admin admin] Publish callbacks [] for security_group (324ae181-c1b8-4309-9ba3-8ac2d72df6a6), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.230480 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-3ca4ad83-4f04-460b-8d72-85aaaad59bf2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0 HTTP/1.1" status: 204 len: 168 time: 0.1471813 Oct 28 11:04:17.237467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-639942a3-eb3b-44e2-811e-511d630b2609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (324ae181-c1b8-4309-9ba3-8ac2d72df6a6), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.249178 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca4ad83-4f04-460b-8d72-85aaaad59bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a862ae9-5c3b-4be8-a8d6-ad8a085b48f0,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:17.410631 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-639942a3-eb3b-44e2-811e-511d630b2609 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=2bf16c47a64147ddab873f2181b4daad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6546664 Oct 28 11:04:17.412685 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639942a3-eb3b-44e2-811e-511d630b2609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324ae181-c1b8-4309-9ba3-8ac2d72df6a6,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:17.414220 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41540) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:17.468555 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d388-99f6-4b3f-8cc9-a098ede85ce1 req-c7873128-a674-4ac3-ba61-6a175f829f24 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:17.475948 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbb4d388-99f6-4b3f-8cc9-a098ede85ce1 req-c7873128-a674-4ac3-ba61-6a175f829f24 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.1121528 Oct 28 11:04:17.504931 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-88661f71-9d2b-40b3-8a50-ed61035028db admin admin] Publish callbacks [] for security_group (324ae181-c1b8-4309-9ba3-8ac2d72df6a6), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.551292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-88661f71-9d2b-40b3-8a50-ed61035028db admin admin] Publish callbacks [] for security_group (324ae181-c1b8-4309-9ba3-8ac2d72df6a6), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.576253 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbb4d388-99f6-4b3f-8cc9-a098ede85ce1 req-b6a2ebfd-4ba5-4594-83a5-e3da0bb87547 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994303 Oct 28 11:04:17.601948 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:17.615786 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-88661f71-9d2b-40b3-8a50-ed61035028db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (324ae181-c1b8-4309-9ba3-8ac2d72df6a6), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.619270 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-88661f71-9d2b-40b3-8a50-ed61035028db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.624510 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-88661f71-9d2b-40b3-8a50-ed61035028db admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/324ae181-c1b8-4309-9ba3-8ac2d72df6a6 HTTP/1.1" status: 204 len: 168 time: 0.2092335 Oct 28 11:04:17.636440 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88661f71-9d2b-40b3-8a50-ed61035028db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324ae181-c1b8-4309-9ba3-8ac2d72df6a6,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:17.660732 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.669719 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:17.742829 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:17.871827 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Floating IP 0c60320c-9d4e-4b14-8e07-84c29918c8ed associated. External IP: 172.37.0.143, port: eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f. Oct 28 11:04:18.160507 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:04:18.195969 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41594) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:18.213396 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-22401dce-e6ed-450b-9b4c-e38cd61c5e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.340354 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-22401dce-e6ed-450b-9b4c-e38cd61c5e95 admin admin] Publish callbacks [] for security_group (2fd28014-e632-404b-92e2-a3ec0e2c3931), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.343069 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:18.345320 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-22401dce-e6ed-450b-9b4c-e38cd61c5e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2fd28014-e632-404b-92e2-a3ec0e2c3931), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.352724 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:04:18.357585 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.370581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] Sync routers for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:04:18.385754 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:18.386406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:18.398274 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1f7d73de-8547-448e-bb27-02b1168b9b92 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/0c60320c-9d4e-4b14-8e07-84c29918c8ed HTTP/1.1" status: 200 len: 991 time: 1.5130324 Oct 28 11:04:18.399157 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:18.401411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:18.433526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22401dce-e6ed-450b-9b4c-e38cd61c5e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd28014-e632-404b-92e2-a3ec0e2c3931,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:18.439689 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-22401dce-e6ed-450b-9b4c-e38cd61c5e95 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=dfde7d744c2b423eac77b7aff6662acf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419851 Oct 28 11:04:18.442683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41618) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:18.469716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cb156e-e2bd-41ac-8766-e09eeeaacf82 x-openstack-request-id: req-31cb156e-e2bd-41ac-8766-e09eeeaacf82 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:18.470009 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:18.470313 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31cb156e-e2bd-41ac-8766-e09eeeaacf82 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:18.470632 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cb156e-e2bd-41ac-8766-e09eeeaacf82'] response: {'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'status': 'completed', 'code': 200} Oct 28 11:04:18.543626 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:18.554107 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Publish callbacks [] for security_group (2fd28014-e632-404b-92e2-a3ec0e2c3931), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.556683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-5d3a77de-2ef8-4c0a-adcb-5bf45c1b4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:18.558196 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-5d3a77de-2ef8-4c0a-adcb-5bf45c1b4bd7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0660131 Oct 28 11:04:18.664951 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Publish callbacks [] for security_group (2fd28014-e632-404b-92e2-a3ec0e2c3931), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.751159 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad5dcc-92d4-4267-b094-bb8429b8d704 req-5ddb3e6b-1c2f-44bc-b532-b26913b388fb tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:18.752711 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2bad5dcc-92d4-4267-b094-bb8429b8d704 req-5ddb3e6b-1c2f-44bc-b532-b26913b388fb tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.0775177 Oct 28 11:04:18.801420 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-17116bde-c6c2-422e-867b-4486e5b8ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:18.803512 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-17116bde-c6c2-422e-867b-4486e5b8ca43 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.2384005 Oct 28 11:04:18.860061 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2fd28014-e632-404b-92e2-a3ec0e2c3931), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.862858 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:18.867664 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2fd28014-e632-404b-92e2-a3ec0e2c3931 HTTP/1.1" status: 204 len: 168 time: 0.4203284 Oct 28 11:04:18.890941 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0c60320c-9d4e-4b14-8e07-84c29918c8ed', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'floating_ip_address': '172.37.0.143', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:03:54Z', 'updated_at': '2022-10-28T11:04:17Z', 'revision_number': 1, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:18.891199 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2bad5dcc-92d4-4267-b094-bb8429b8d704 req-3c62e992-2615-429c-83ce-4b52526da076 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223884 Oct 28 11:04:18.894155 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd28014-e632-404b-92e2-a3ec0e2c3931,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:18.916347 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-0f65f3a6-2448-4631-915a-963f4fea23d3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 999 time: 0.0965190 Oct 28 11:04:18.918050 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.918543 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.919055 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.919535 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.920020 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.920490 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.920958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.921437 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.921906 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.922404 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.922872 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.923345 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] Checking router: 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:04:18.923500 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.923961 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.924531 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.925004 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7ad98-d089-4850-9eb4-eaba730b20e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:18.941405 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:18.942338 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:19.017946 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:19.022830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-e10c40c0-c68d-4592-9e06-f9ca9a836bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:19.024504 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-e10c40c0-c68d-4592-9e06-f9ca9a836bb2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0956287 Oct 28 11:04:19.078929 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb4b2e-1576-4aa3-ae79-ff8b2fb68c9c req-4bd3a276-422d-4405-8c8d-8c8caf878a11 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:19.087769 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-56397421-6f02-4447-9603-11e9b316cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:19.089023 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:19.090395 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-56397421-6f02-4447-9603-11e9b316cd30 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0480042 Oct 28 11:04:19.095305 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e6eb4b2e-1576-4aa3-ae79-ff8b2fb68c9c req-4bd3a276-422d-4405-8c8d-8c8caf878a11 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.1021633 Oct 28 11:04:19.133430 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:19.182480 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e6eb4b2e-1576-4aa3-ae79-ff8b2fb68c9c req-6d9b7bed-623a-4823-912f-766d32be6157 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858157 Oct 28 11:04:19.204317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41644) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:19.250377 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-042fa93f-5118-4b0b-9d0e-1a9e25c48c11 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524296 Oct 28 11:04:19.253610 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:19.419501 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a42e29e-3fbc-422a-9ad1-25f9578d6e9e req-39a852c2-159b-474b-a456-c620063b524c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616340 Oct 28 11:04:19.438198 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0c60320c-9d4e-4b14-8e07-84c29918c8ed', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'floating_ip_address': '172.37.0.143', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:03:54Z', 'updated_at': '2022-10-28T11:04:17Z', 'revision_number': 1, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:19.455533 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41654) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:19.466899 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e816ea1e-65f4-4bdc-b60f-0cde00be82d3 None None] The sync data for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi is: [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0c60320c-9d4e-4b14-8e07-84c29918c8ed', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'floating_ip_address': '172.37.0.143', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:03:54Z', 'updated_at': '2022-10-28T11:04:17Z', 'revision_number': 1, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:04:19.469255 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6741-c1b3-4128-bb51-0e71846ba78a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.555988 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6741-c1b3-4128-bb51-0e71846ba78a admin admin] Publish callbacks [] for security_group (6a50ef9e-6a83-4079-855f-af94db1e314a), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.561535 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a0cb6741-c1b3-4128-bb51-0e71846ba78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6a50ef9e-6a83-4079-855f-af94db1e314a), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.562534 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbcbcd7-23d8-41b0-b9a7-a00314258b31 tempest-TestVolumeBootPattern-514285450 tempest-TestVolumeBootPattern-514285450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:19.566999 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6cbcbcd7-23d8-41b0-b9a7-a00314258b31 tempest-TestVolumeBootPattern-514285450 tempest-TestVolumeBootPattern-514285450-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 1124 time: 0.3585129 Oct 28 11:04:19.568107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41656) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:19.572332 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'port_id': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:19.595825 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.602777 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb6741-c1b3-4128-bb51-0e71846ba78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50ef9e-6a83-4079-855f-af94db1e314a,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:19.607101 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-a0cb6741-c1b3-4128-bb51-0e71846ba78a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=17e8edbb491942b5bca48b6ed8f78e95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507063 Oct 28 11:04:19.610109 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41658) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:19.670900 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b7d825aa-fbe8-4b1b-9a7e-bf273073711a admin admin] Publish callbacks [] for security_group (6a50ef9e-6a83-4079-855f-af94db1e314a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.672606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:19.686649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.693948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b7d825aa-fbe8-4b1b-9a7e-bf273073711a admin admin] Publish callbacks [] for security_group (6a50ef9e-6a83-4079-855f-af94db1e314a), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.724561 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1a9a1-8e49-4179-8d07-d97cc6fd20d5 None None] New status for floating IP 0c60320c-9d4e-4b14-8e07-84c29918c8ed: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:04:19.760398 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b7d825aa-fbe8-4b1b-9a7e-bf273073711a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6a50ef9e-6a83-4079-855f-af94db1e314a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.764114 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b7d825aa-fbe8-4b1b-9a7e-bf273073711a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:19.765296 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b7d825aa-fbe8-4b1b-9a7e-bf273073711a admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6a50ef9e-6a83-4079-855f-af94db1e314a HTTP/1.1" status: 204 len: 168 time: 0.1542850 Oct 28 11:04:19.779669 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d825aa-fbe8-4b1b-9a7e-bf273073711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50ef9e-6a83-4079-855f-af94db1e314a,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:19.844125 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Allocated IP 172.37.0.71 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/9de9f710-6c28-4347-99d9-75c564e4bf29) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:19.967696 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.005795 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.057822 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:20.069720 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:20.074588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:20.077371 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:20.080718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=9de9f710-6c28-4347-99d9-75c564e4bf29,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:20.109220 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.109834 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.110269 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.110611 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.110940 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.111267 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.111588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.111906 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.112399 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.112720 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.113196 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.113679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.114023 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.114373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.114694 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:20.124875 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41672) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:20.290800 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e3c40501-0bda-4823-ba44-73b8fb83f130 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=cf9538379ffd44ee9a3765f8dea19810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645205 Oct 28 11:04:20.291424 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41682) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:20.444100 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:20.445179 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-334e7670-af7f-4e9f-9017-e90eb3f1f5e9 admin admin] Publish callbacks [] for security_group (67d1fcd3-039e-4efc-b680-5599845bf743), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.494040 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-334e7670-af7f-4e9f-9017-e90eb3f1f5e9 admin admin] Publish callbacks [] for security_group (67d1fcd3-039e-4efc-b680-5599845bf743), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.629008 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41696) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:20.729079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1323402477-network', 'tenant_id': 'fc436cb987344c159e565353054e9539'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:20.749275 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Made reservation on behalf of fc436cb987344c159e565353054e9539 for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:20.751711 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.761421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.841369 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks [] for security_group (681a53d0-f287-41e2-bb09-f0b16efe6ca0), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.844631 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (681a53d0-f287-41e2-bb09-f0b16efe6ca0), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.861633 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:20.878892 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (56b737f5-f235-47d1-9cb1-f49e98d4730d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.879534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681a53d0-f287-41e2-bb09-f0b16efe6ca0,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:20.889108 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:04:20.900202 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (b0fdded1-bc38-49b8-b446-43762f109c40), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.900551 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Added segment b0fdded1-bc38-49b8-b446-43762f109c40 of type vlan for network 125d4da4-285b-4dff-aab9-ade58d34df72 Oct 28 11:04:20.915703 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-334e7670-af7f-4e9f-9017-e90eb3f1f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (67d1fcd3-039e-4efc-b680-5599845bf743), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.918252 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-334e7670-af7f-4e9f-9017-e90eb3f1f5e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.921855 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-334e7670-af7f-4e9f-9017-e90eb3f1f5e9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/67d1fcd3-039e-4efc-b680-5599845bf743 HTTP/1.1" status: 204 len: 168 time: 0.6269858 Oct 28 11:04:20.943279 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e7670-af7f-4e9f-9017-e90eb3f1f5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d1fcd3-039e-4efc-b680-5599845bf743,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:20.947879 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (125d4da4-285b-4dff-aab9-ade58d34df72), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.976961 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (125d4da4-285b-4dff-aab9-ade58d34df72), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.978764 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:20.979376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:20.996420 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.046515 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4156604 Oct 28 11:04:21.049459 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41702) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:21.054943 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Request body: {'subnet': {'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1323402477-subnet', 'tenant_id': 'fc436cb987344c159e565353054e9539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:21.058432 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81220467-2f4b-49d7-897e-5d83000bc4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=125d4da4-285b-4dff-aab9-ade58d34df72,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:21.069900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 125d4da4-285b-4dff-aab9-ade58d34df72 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:04:21.092783 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Made reservation on behalf of fc436cb987344c159e565353054e9539 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:21.095375 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13615348'] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.133195 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:21.203515 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.209154 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.290568 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=9de9f710-6c28-4347-99d9-75c564e4bf29,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:21.292905 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (56b737f5-f235-47d1-9cb1-f49e98d4730d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.344532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13615302'] for subnet (6060a8a0-cb29-42a4-a938-2316914db160), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.379630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:21.382497 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:21.395263 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Floating IP 56b737f5-f235-47d1-9cb1-f49e98d4730d associated. External IP: 172.37.0.71, port: 4fc47c92-3eb6-4a2b-85be-a8582c825e05. Oct 28 11:04:21.427466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6060a8a0-cb29-42a4-a938-2316914db160,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:21.446760 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Checking segment: {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:21.447130 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Network hostable DHCP agents. Network: 125d4da4-285b-4dff-aab9-ade58d34df72, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:04:21.475959 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Network 125d4da4-285b-4dff-aab9-ade58d34df72 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:04:21.490116 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 125d4da4-285b-4dff-aab9-ade58d34df72) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:21.495775 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:21.497174 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.500428 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557c7b21-9187-49c8-ad51-f0b7c1f614a9 None None] Network 125d4da4-285b-4dff-aab9-ade58d34df72 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:04:21.531932 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-32382cff-c6f2-4b72-81d1-e77fdc4340a0 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4773495 Oct 28 11:04:21.653942 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f52410-ad63-497e-9253-02f3dac8d1b0 None None] Network 125d4da4-285b-4dff-aab9-ade58d34df72 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:04:21.681459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:21.688214 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:04:21.819676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41742) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:21.864784 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:04:21.876829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:04:21.896274 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:21.898171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:21.899301 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:21.939995 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-37178798-network', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:21.953685 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-35016165-2d1a-4008-a858-0334b655568d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3845398 Oct 28 11:04:21.959201 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:21.962183 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75747a-f516-47dd-9636-bb41484303b8" -d '{"events": [{"name": "network-changed", "server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:21.986588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Made reservation on behalf of 27b47aa9a61b4898a9af0062896cc3da for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:21.993236 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.010966 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.014194 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d040abac-bdcf-420e-86d6-b5b1643810fa x-openstack-request-id: req-d040abac-bdcf-420e-86d6-b5b1643810fa {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:22.014672 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:22.014814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d040abac-bdcf-420e-86d6-b5b1643810fa {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:22.015190 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d040abac-bdcf-420e-86d6-b5b1643810fa'] response: {'name': 'network-changed', 'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'status': 'completed', 'code': 200} Oct 28 11:04:22.037390 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:22.107037 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75747a-f516-47dd-9636-bb41484303b8 req-c2246e09-cb1b-413c-aa1d-d12577827b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:22.108976 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-c2246e09-cb1b-413c-aa1d-d12577827b63 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 1129 time: 0.0668380 Oct 28 11:04:22.285603 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=3,neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:22.304149 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75747a-f516-47dd-9636-bb41484303b8 req-38c0ac81-ced5-416d-a3e2-41137f71f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:22.305923 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-38c0ac81-ced5-416d-a3e2-41137f71f7e8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.1872323 Oct 28 11:04:22.375612 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks [] for security_group (0b924b17-a499-470b-8ac3-6e1c144e598c), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.384119 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (0b924b17-a499-470b-8ac3-6e1c144e598c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.416480 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-ce208cd7-5251-43c8-a4f8-3dfb4c4f8a5c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05 HTTP/1.1" status: 200 len: 998 time: 0.1003082 Oct 28 11:04:22.444273 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:04:22.478824 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b924b17-a499-470b-8ac3-6e1c144e598c,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:22.482835 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '56b737f5-f235-47d1-9cb1-f49e98d4730d', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.71', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917e11e6-71de-4156-bffc-7a5a81135795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:04:20Z', 'updated_at': '2022-10-28T11:04:20Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:22.488958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (f12d2af2-ca19-4048-ad46-734962caa76f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.489417 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Added segment f12d2af2-ca19-4048-ad46-734962caa76f of type vlan for network 8e4af541-0222-4578-8070-e116020f3217 Oct 28 11:04:22.514461 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:04:22.523874 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:22.524665 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:22.548580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75747a-f516-47dd-9636-bb41484303b8 req-3873b242-3d85-409d-ac88-e62b67dbb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:22.550354 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-3873b242-3d85-409d-ac88-e62b67dbb485 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.1264176 Oct 28 11:04:22.552182 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (8e4af541-0222-4578-8070-e116020f3217), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.615530 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75747a-f516-47dd-9636-bb41484303b8 req-4060bd88-70d3-46ae-98eb-f3a8aa16e443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:22.617231 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-4060bd88-70d3-46ae-98eb-f3a8aa16e443 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0607281 Oct 28 11:04:22.618756 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (8e4af541-0222-4578-8070-e116020f3217), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.619630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:22.620179 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.627875 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:22.727286 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9063008 Oct 28 11:04:22.730235 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41762) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:22.736710 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Request body: {'subnet': {'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-37178798-subnet', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:22.742968 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed6f8c-4fdf-4a6b-81f3-c90d5bc4841d admin admin] Pushing event updated for resources: {'Network': ['ID=8e4af541-0222-4578-8070-e116020f3217,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:22.772472 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Made reservation on behalf of 27b47aa9a61b4898a9af0062896cc3da for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:22.775552 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16752171'] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:22.779021 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 8e4af541-0222-4578-8070-e116020f3217 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:04:22.790725 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-ca2ca21e-9bc7-4c4d-af1b-d134065f062e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655447 Oct 28 11:04:22.818244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:22.824385 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:22.918517 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:22.940556 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '56b737f5-f235-47d1-9cb1-f49e98d4730d', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.71', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917e11e6-71de-4156-bffc-7a5a81135795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:04:20Z', 'updated_at': '2022-10-28T11:04:20Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:22.972197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964c5978-68f9-4993-b81e-cacd9fc1e227 None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '56b737f5-f235-47d1-9cb1-f49e98d4730d', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.71', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:0d:06:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917e11e6-71de-4156-bffc-7a5a81135795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:04:20Z', 'updated_at': '2022-10-28T11:04:20Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:04:22.983555 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14962223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16752153'] for subnet (e6884749-69c3-4020-bbd9-b6ed932109cc), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.049604 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6884749-69c3-4020-bbd9-b6ed932109cc,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:23.055596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Checking segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:23.055953 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Network hostable DHCP agents. Network: 8e4af541-0222-4578-8070-e116020f3217, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:04:23.074596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Network 8e4af541-0222-4578-8070-e116020f3217 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:04:23.085214 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 8e4af541-0222-4578-8070-e116020f3217) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:23.089524 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:23.090176 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.096632 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f859e90-d4b4-46a3-92c7-7168f17ced88 None None] Network 8e4af541-0222-4578-8070-e116020f3217 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:04:23.119534 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-91f76d57-3e1f-4760-91f0-d3af5aab5b92 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3874280 Oct 28 11:04:23.122054 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41764) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:23.128168 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:23.154984 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (455e4e0d-2580-4e1a-b923-b3ee57089156), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.156447 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (455e4e0d-2580-4e1a-b923-b3ee57089156), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.168667 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd75747a-f516-47dd-9636-bb41484303b8 req-ea354ecf-b3c0-4c33-bd6a-e5bc518b9530 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709216 Oct 28 11:04:23.172620 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:23.219428 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-8e4af541-0222-4578-8070-e116020f3217', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:04:23.219428 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.219658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks [] for router_controller (455e4e0d-2580-4e1a-b923-b3ee57089156), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.227592 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304eb8d1-06a4-448e-9bc7-b23536ec2585 None None] New status for floating IP 56b737f5-f235-47d1-9cb1-f49e98d4730d: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:04:23.365311 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Allocated IP 172.20.0.2 (8e4af541-0222-4578-8070-e116020f3217/e6884749-69c3-4020-bbd9-b6ed932109cc/5ced9f95-e691-4af2-9b22-dac86ad26e6b) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:23.383597 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks [] for router_gateway (455e4e0d-2580-4e1a-b923-b3ee57089156), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.522646 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Publish callbacks [] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.530029 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.577174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Network 8e4af541-0222-4578-8070-e116020f3217 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:23.578662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks [] for router_gateway (455e4e0d-2580-4e1a-b923-b3ee57089156), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.580602 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:23.582338 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Pushing event updated for resources: {'Port': ['ID=5ced9f95-e691-4af2-9b22-dac86ad26e6b,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:23.584556 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:23.595813 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.596163 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.596506 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.596862 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.597199 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.597571 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.597851 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.600398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.600398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.600398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.600398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.600398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.600961 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.601070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.601070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.601070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:23.602736 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:23.657721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Attempting to bind port 5ced9f95-e691-4af2-9b22-dac86ad26e6b on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:23.658119 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Attempting to bind port 5ced9f95-e691-4af2-9b22-dac86ad26e6b by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:23.658485 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Attempting to bind port 5ced9f95-e691-4af2-9b22-dac86ad26e6b on network 8e4af541-0222-4578-8070-e116020f3217 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:23.699857 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:23.700235 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Checking segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:23.700641 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.701076 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Bound using segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:23.701544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Bound port: 5ced9f95-e691-4af2-9b22-dac86ad26e6b, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:23.701926 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.714213 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Allocated IP 172.37.0.238 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/331f4424-7035-448f-bf75-0926d19809db) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:23.763457 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] For port 5ced9f95-e691-4af2-9b22-dac86ad26e6b, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:23.767617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] For port 5ced9f95-e691-4af2-9b22-dac86ad26e6b, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5ced9f95-e691-4af2-9b22-dac86ad26e6b,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:23.773738 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.799277 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:23.830241 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d82e98-24a6-4c3a-a9ac-0bb6fc0dad3b None None] Pushing event updated for resources: {'Port': ['ID=5ced9f95-e691-4af2-9b22-dac86ad26e6b,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:23.831767 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks [] for port (331f4424-7035-448f-bf75-0926d19809db), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.866039 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (331f4424-7035-448f-bf75-0926d19809db), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:23.913583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:23.918941 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:23.921222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:23.924463 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=331f4424-7035-448f-bf75-0926d19809db,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:23.999523 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-9e117bfc-9ad5-4832-9192-032cebf50bb2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669606 Oct 28 11:04:24.127026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-0773eb5c-f024-42c5-a730-e7970fad8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:24.128818 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-0773eb5c-f024-42c5-a730-e7970fad8252 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1130 time: 0.0538785 Oct 28 11:04:24.129256 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5ced9f95-e691-4af2-9b22-dac86ad26e6b up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:24.201815 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 5ced9f95-e691-4af2-9b22-dac86ad26e6b triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:24.202242 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:24.202855 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 5ced9f95-e691-4af2-9b22-dac86ad26e6b Oct 28 11:04:24.253282 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks [] for router_gateway (455e4e0d-2580-4e1a-b923-b3ee57089156), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:24.261387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-5b42e5c0-1463-4150-82bb-795432da43e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:24.263126 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-5b42e5c0-1463-4150-82bb-795432da43e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1114669 Oct 28 11:04:24.282005 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 5ced9f95-e691-4af2-9b22-dac86ad26e6b is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:24.282386 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:24.302809 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:24.311483 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-a0a1d0e8-015f-41b8-abf3-1d5a6e00e8a9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 HTTP/1.1" status: 200 len: 217 time: 0.0415616 Oct 28 11:04:24.315560 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:24.321286 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 5ced9f95-e691-4af2-9b22-dac86ad26e6b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5ced9f95-e691-4af2-9b22-dac86ad26e6b,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:24.325633 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:24.383881 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-f63d5d37-e3f7-4ce7-94f2-7be0f87fd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:24.385213 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-f63d5d37-e3f7-4ce7-94f2-7be0f87fd7ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0654998 Oct 28 11:04:24.395967 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=5ced9f95-e691-4af2-9b22-dac86ad26e6b,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:24.445119 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-8fafdee7-ddd8-4249-bf74-8062f0863160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:24.446842 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-8fafdee7-ddd8-4249-bf74-8062f0863160 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0542874 Oct 28 11:04:24.508665 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (455e4e0d-2580-4e1a-b923-b3ee57089156), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:24.583073 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-c6fc5b0f-59c7-4c91-a892-4b3d066610c3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236401 Oct 28 11:04:24.684150 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:24.723711 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ceb361f9-370f-4ea9-b9e1-7fd3baa47631 req-d92621af-22c6-4cec-b994-243533b74749 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298602 Oct 28 11:04:24.752671 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Router 455e4e0d-2580-4e1a-b923-b3ee57089156 is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:04:24.987627 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541f532-6a5c-4171-a7ac-9dc25c9ac85a None None] Network 8e4af541-0222-4578-8070-e116020f3217 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:04:25.107722 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-efb9cade-2d18-4561-b68a-ac382fd84f94 None None] Provisioning complete for port 5ced9f95-e691-4af2-9b22-dac86ad26e6b triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:25.108098 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-efb9cade-2d18-4561-b68a-ac382fd84f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:25.108435 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-efb9cade-2d18-4561-b68a-ac382fd84f94 None None] Attempt 1 to provision port 5ced9f95-e691-4af2-9b22-dac86ad26e6b Oct 28 11:04:25.193603 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-efb9cade-2d18-4561-b68a-ac382fd84f94 None None] Current status of the port 5ced9f95-e691-4af2-9b22-dac86ad26e6b is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:25.218014 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:04:25.228706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Sync routers for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:04:25.242338 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:25.243178 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:25.257407 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:25.261142 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-a0f60b9a-36f6-452b-80dd-cb161913f3c8 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1356561 Oct 28 11:04:25.261587 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41808) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:25.282416 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-b9d4e66a-bb40-42c4-a9e7-10a7c67835db tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:25.290256 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-b9d4e66a-bb40-42c4-a9e7-10a7c67835db tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/networks?id=125d4da4-285b-4dff-aab9-ade58d34df72 HTTP/1.1" status: 200 len: 809 time: 0.4051466 Oct 28 11:04:25.303691 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-7382c9e8-154c-46e2-b02c-a752460b39ae tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/quotas/fc436cb987344c159e565353054e9539 HTTP/1.1" status: 200 len: 375 time: 0.0124855 Oct 28 11:04:25.312326 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:25.353161 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-0f7c94a9-4d2f-4dad-bcf7-8c1c6c38e167 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=fc436cb987344c159e565353054e9539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393994 Oct 28 11:04:25.384928 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:25.452580 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-0cac6eda-d66e-4744-b930-afe339175a03 None None] Provisioning complete for port 5ced9f95-e691-4af2-9b22-dac86ad26e6b triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:25.453063 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0cac6eda-d66e-4744-b930-afe339175a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:25.453487 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-0cac6eda-d66e-4744-b930-afe339175a03 None None] Attempt 1 to provision port 5ced9f95-e691-4af2-9b22-dac86ad26e6b Oct 28 11:04:25.459665 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-1a3d6c1c-9b09-4657-807c-255787aca4e0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956705 Oct 28 11:04:25.556334 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-7eeb8cc1-1b3b-4c0b-afdc-66171a35952f service neutron] 10.222.0.46 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903351 Oct 28 11:04:25.590183 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-0cac6eda-d66e-4744-b930-afe339175a03 None None] Current status of the port 5ced9f95-e691-4af2-9b22-dac86ad26e6b is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:25.650202 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:24Z', 'revision_number': 3, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:25.678898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Checking router: 455e4e0d-2580-4e1a-b923-b3ee57089156 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:04:25.679280 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Updating router 455e4e0d-2580-4e1a-b923-b3ee57089156 port 331f4424-7035-448f-bf75-0926d19809db binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:04:25.694391 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:25.715795 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (331f4424-7035-448f-bf75-0926d19809db), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:25.744557 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:25.759354 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5ac206af-0cfc-4d2a-95ca-70a62abf9e80 req-778e17b0-920e-44d3-a379-546952a13981 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 210 time: 0.0371747 Oct 28 11:04:25.769660 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:25.889444 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:25.973432 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Allocated IP 172.20.0.1 (8e4af541-0222-4578-8070-e116020f3217/e6884749-69c3-4020-bbd9-b6ed932109cc/13d450cf-af67-4e7e-a833-93a0e9594959) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:26.135275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5ced9f95-e691-4af2-9b22-dac86ad26e6b up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:26.148896 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks [] for port (13d450cf-af67-4e7e-a833-93a0e9594959), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.184974 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Publish callbacks [] for port (331f4424-7035-448f-bf75-0926d19809db), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.195028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.199371 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (331f4424-7035-448f-bf75-0926d19809db), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.216475 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Attempting to bind port 331f4424-7035-448f-bf75-0926d19809db on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:26.216905 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Attempting to bind port 331f4424-7035-448f-bf75-0926d19809db by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:26.217330 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Attempting to bind port 331f4424-7035-448f-bf75-0926d19809db on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:26.220572 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 5ced9f95-e691-4af2-9b22-dac86ad26e6b triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:26.221157 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.221686 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 5ced9f95-e691-4af2-9b22-dac86ad26e6b Oct 28 11:04:26.253505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Network 8e4af541-0222-4578-8070-e116020f3217 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:26.257631 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:26.262088 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:26.266980 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Pushing event updated for resources: {'Port': ['ID=13d450cf-af67-4e7e-a833-93a0e9594959,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:26.329406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef045490-8651-4d06-8738-1c45360dc371 None None] Pushing event updated for resources: {'Port': ['ID=331f4424-7035-448f-bf75-0926d19809db,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:26.340751 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (455e4e0d-2580-4e1a-b923-b3ee57089156), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.345589 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:26.345964 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:26.346476 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.346786 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:26.347284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Bound port: 331f4424-7035-448f-bf75-0926d19809db, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:26.347639 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (331f4424-7035-448f-bf75-0926d19809db), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.379210 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:26.458977 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41834) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:26.466128 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 5ced9f95-e691-4af2-9b22-dac86ad26e6b is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:26.480465 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] For port 331f4424-7035-448f-bf75-0926d19809db, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:26.488028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] For port 331f4424-7035-448f-bf75-0926d19809db, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=331f4424-7035-448f-bf75-0926d19809db,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:26.499955 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (331f4424-7035-448f-bf75-0926d19809db), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.543689 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:26.543976 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:26.570844 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.599373 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef045490-8651-4d06-8738-1c45360dc371 None None] Pushing event updated for resources: {'Port': ['ID=331f4424-7035-448f-bf75-0926d19809db,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:26.639306 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2152aed2-fc9e-4bf6-a430-d22c82790883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.653420 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-17a99c72-fceb-42f9-a07b-4c85d7842107 None None] Provisioning complete for port 13d450cf-af67-4e7e-a833-93a0e9594959 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:26.653800 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-17a99c72-fceb-42f9-a07b-4c85d7842107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.654156 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-17a99c72-fceb-42f9-a07b-4c85d7842107 None None] Attempt 1 to provision port 13d450cf-af67-4e7e-a833-93a0e9594959 Oct 28 11:04:26.704159 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-17a99c72-fceb-42f9-a07b-4c85d7842107 None None] Port 13d450cf-af67-4e7e-a833-93a0e9594959 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:04:26.706971 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:26.742574 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:26.772846 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2152aed2-fc9e-4bf6-a430-d22c82790883 admin admin] Publish callbacks [] for security_group (2f986d00-8e78-421a-9770-82b5a51a01e8), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.780433 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2152aed2-fc9e-4bf6-a430-d22c82790883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2f986d00-8e78-421a-9770-82b5a51a01e8), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.780769 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks [] for port (13d450cf-af67-4e7e-a833-93a0e9594959), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.787931 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.815781 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152aed2-fc9e-4bf6-a430-d22c82790883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f986d00-8e78-421a-9770-82b5a51a01e8,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:26.838892 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41842) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:26.840285 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2152aed2-fc9e-4bf6-a430-d22c82790883 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9205499b83d14ee2b0baba543b3e19b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794465 Oct 28 11:04:26.854313 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:26.948466 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-666ada04-5ead-40c5-aa42-66e1fc303a6e req-8b1a3637-67c9-41f5-9ed6-f43e478ad0c5 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 210 time: 0.0354717 Oct 28 11:04:26.951206 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Pushing event updated for resources: {'Port': ['ID=13d450cf-af67-4e7e-a833-93a0e9594959,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:26.958508 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:26.974534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (455e4e0d-2580-4e1a-b923-b3ee57089156), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:26.994153 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:27.014296 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:25Z', 'revision_number': 1, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:27.042645 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b743e94-bd8a-4243-9f4c-326546f765f1 None None] The sync data for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi is: [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:25Z', 'revision_number': 1, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:04:27.050926 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-437008da-d9d2-4999-9669-e23b18c0c766 admin admin] Publish callbacks [] for security_group (2f986d00-8e78-421a-9770-82b5a51a01e8), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:27.087426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-437008da-d9d2-4999-9669-e23b18c0c766 admin admin] Publish callbacks [] for security_group (2f986d00-8e78-421a-9770-82b5a51a01e8), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:27.146980 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Network 8e4af541-0222-4578-8070-e116020f3217 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:27.156325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:27.202876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:27.283605 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-437008da-d9d2-4999-9669-e23b18c0c766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2f986d00-8e78-421a-9770-82b5a51a01e8), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:27.283605 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-437008da-d9d2-4999-9669-e23b18c0c766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:27.283605 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-437008da-d9d2-4999-9669-e23b18c0c766 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2f986d00-8e78-421a-9770-82b5a51a01e8 HTTP/1.1" status: 204 len: 168 time: 0.4395430 Oct 28 11:04:27.331919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437008da-d9d2-4999-9669-e23b18c0c766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f986d00-8e78-421a-9770-82b5a51a01e8,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:27.418670 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Router 455e4e0d-2580-4e1a-b923-b3ee57089156 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:04:27.513622 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:27.535295 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-19c9e85b-b186-4c1b-901f-a1cda408df4f None None] Provisioning complete for port 13d450cf-af67-4e7e-a833-93a0e9594959 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:27.536071 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-19c9e85b-b186-4c1b-901f-a1cda408df4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:27.536194 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-19c9e85b-b186-4c1b-901f-a1cda408df4f None None] Attempt 1 to provision port 13d450cf-af67-4e7e-a833-93a0e9594959 Oct 28 11:04:27.570841 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:04:27.585896 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-19197bab-5d71-4d4c-b8f0-58291dfac6cb admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/455e4e0d-2580-4e1a-b923-b3ee57089156/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3148215 Oct 28 11:04:27.606360 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-19c9e85b-b186-4c1b-901f-a1cda408df4f None None] Port 13d450cf-af67-4e7e-a833-93a0e9594959 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:04:28.077025 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-a114dc73-97e8-4cac-b235-f5c8264546df tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:28.080869 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-a114dc73-97e8-4cac-b235-f5c8264546df tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "GET /networking/v2.0/networks?id=125d4da4-285b-4dff-aab9-ade58d34df72 HTTP/1.1" status: 200 len: 809 time: 0.2344458 Oct 28 11:04:28.116734 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Request body: {'port': {'device_id': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72', 'admin_state_up': True, 'tenant_id': 'fc436cb987344c159e565353054e9539'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:28.149346 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-80a9c4e2-39c7-4397-af58-28f2dd2525ad req-c52e1559-7154-4ab3-974f-1cd63eb1a503 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 210 time: 0.0629630 Oct 28 11:04:28.190829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 331f4424-7035-448f-bf75-0926d19809db up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:28.253455 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 331f4424-7035-448f-bf75-0926d19809db triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:28.254551 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (331f4424-7035-448f-bf75-0926d19809db), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.255598 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 331f4424-7035-448f-bf75-0926d19809db Oct 28 11:04:28.341685 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 331f4424-7035-448f-bf75-0926d19809db is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:28.342307 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (331f4424-7035-448f-bf75-0926d19809db), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.371183 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 331f4424-7035-448f-bf75-0926d19809db, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=331f4424-7035-448f-bf75-0926d19809db,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:28.377743 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (331f4424-7035-448f-bf75-0926d19809db), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.396453 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Made reservation on behalf of fc436cb987344c159e565353054e9539 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:28.400728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.503388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=331f4424-7035-448f-bf75-0926d19809db,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:28.556389 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41900) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:28.564670 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-696617396-network', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:28.598286 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Made reservation on behalf of 153f5a4dc45649009721ffd9d22bd7d5 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:28.600985 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.616718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.653191 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Allocated IP 172.20.0.11 (125d4da4-285b-4dff-aab9-ade58d34df72/6060a8a0-cb29-42a4-a938-2316914db160/e06a6103-d1c7-40a3-a1c7-18b7e291548e) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:28.664499 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:28.755789 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6b4563f8-1c65-40fc-aaea-38d47f173510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.776547 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks [] for security_group (a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.787880 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.801916 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:04:28.811466 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:28.826825 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (c4b71753-d038-4160-8168-78ff61d2647c), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.828916 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Added segment c4b71753-d038-4160-8168-78ff61d2647c of type vlan for network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 Oct 28 11:04:28.887660 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks [] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.917349 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:28.928375 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (13fce55a-4e5d-482d-a9ed-7984ae953cd9), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.931341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.990329 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (13fce55a-4e5d-482d-a9ed-7984ae953cd9), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:28.991434 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:28.993042 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.027226 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Network 125d4da4-285b-4dff-aab9-ade58d34df72 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:29.036997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:29.047898 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:29.057893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Pushing event updated for resources: {'Port': ['ID=e06a6103-d1c7-40a3-a1c7-18b7e291548e,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:29.064368 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5062714 Oct 28 11:04:29.071930 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41918) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:29.077512 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Request body: {'subnet': {'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-696617396-subnet', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:29.095494 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22f3d-57e2-467d-9aba-2ed2d95d32c6 admin admin] Pushing event updated for resources: {'Network': ['ID=13fce55a-4e5d-482d-a9ed-7984ae953cd9,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:29.111542 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Made reservation on behalf of 153f5a4dc45649009721ffd9d22bd7d5 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:29.115215 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:04:29.116107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16752171'] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.135094 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:29.135966 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.171538 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-14565d47-b73f-4001-9f3f-7d9600ba56c4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655186 Oct 28 11:04:29.205421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Request body: {'port': {'device_id': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:29.308347 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.353425 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:29.380109 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856036c-711c-4d81-a4d2-6298b9bf8b0b req-ad8df3fd-467f-469f-8c14-6e675dca7646 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:29.381835 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4856036c-711c-4d81-a4d2-6298b9bf8b0b req-ad8df3fd-467f-469f-8c14-6e675dca7646 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 932 time: 0.0940347 Oct 28 11:04:29.455153 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14962223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16752153'] for subnet (8b550f94-76e8-4d1a-bbf7-57bd89d1205f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.513215 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4856036c-711c-4d81-a4d2-6298b9bf8b0b req-b38eca4a-6ac3-4006-80ad-a6db252978f2 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061049 Oct 28 11:04:29.538653 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:29.540725 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b550f94-76e8-4d1a-bbf7-57bd89d1205f,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:29.566747 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Checking segment: {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:29.567358 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Network hostable DHCP agents. Network: 13fce55a-4e5d-482d-a9ed-7984ae953cd9, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:04:29.588007 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:04:29.598731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 13fce55a-4e5d-482d-a9ed-7984ae953cd9) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:29.603060 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:29.603657 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.610488 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916b51f4-c978-4bb0-81c9-ea59181a912e None None] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:04:29.626160 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06a6103-d1c7-40a3-a1c7-18b7e291548e {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:04:29.635278 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9cf2a81b-e495-444c-8ae8-9a6e14180d5a admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5599933 Oct 28 11:04:29.635476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Publish callbacks [] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.635583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 41926) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:29.643251 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:29.649501 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Transition to ACTIVE for port object e06a6103-d1c7-40a3-a1c7-18b7e291548e will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:04:29.654025 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.669355 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (c5128ef7-800c-4489-a52f-bc373c16809c), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.670587 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (c5128ef7-800c-4489-a52f-bc373c16809c), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.729419 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e06a6103-d1c7-40a3-a1c7-18b7e291548e,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:29.730997 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'fixed_ips': [{'subnet_id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:04:29.736011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.749020 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks [] for router_controller (c5128ef7-800c-4489-a52f-bc373c16809c), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.755748 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:29.781870 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Attempting to bind port e06a6103-d1c7-40a3-a1c7-18b7e291548e on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:29.782222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Attempting to bind port e06a6103-d1c7-40a3-a1c7-18b7e291548e by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:29.782539 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Attempting to bind port e06a6103-d1c7-40a3-a1c7-18b7e291548e on network 125d4da4-285b-4dff-aab9-ade58d34df72 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:29.821433 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:29.835178 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Port e06a6103-d1c7-40a3-a1c7-18b7e291548e on network 125d4da4-285b-4dff-aab9-ade58d34df72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:04:29.835711 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Attempting to bind port e06a6103-d1c7-40a3-a1c7-18b7e291548e on network 125d4da4-285b-4dff-aab9-ade58d34df72 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:29.882102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:29.882443 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Checking segment: {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:29.882826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Bound using segment: {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:29.883260 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Bound port: e06a6103-d1c7-40a3-a1c7-18b7e291548e, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:29.883619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.901660 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks [] for router_gateway (c5128ef7-800c-4489-a52f-bc373c16809c), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.902633 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Allocated IP 172.20.0.2 (13fce55a-4e5d-482d-a9ed-7984ae953cd9/8b550f94-76e8-4d1a-bbf7-57bd89d1205f/83cd6e73-0711-4a40-9694-7dc4e8683686) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:29.956193 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] For port e06a6103-d1c7-40a3-a1c7-18b7e291548e, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:29.959314 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:29.960966 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] For port e06a6103-d1c7-40a3-a1c7-18b7e291548e, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e06a6103-d1c7-40a3-a1c7-18b7e291548e,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:29.968420 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.975622 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:29.976335 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:29.977891 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e06a6103-d1c7-40a3-a1c7-18b7e291548e HTTP/1.1" status: 200 len: 1094 time: 0.7947440 Oct 28 11:04:29.978381 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'tag': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:29.980934 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c6b033-2cd6-46d7-a033-ba0d7d615096" -d '{"events": [{"name": "network-changed", "server_uuid": "74805231-5f7b-4de3-8151-06083c3c8bbd", "tag": "e06a6103-d1c7-40a3-a1c7-18b7e291548e"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:30.042252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c0982-2bdc-4e12-a213-78fd03d81a6a service neutron] Pushing event updated for resources: {'Port': ['ID=e06a6103-d1c7-40a3-a1c7-18b7e291548e,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:30.046414 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:30.056311 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:30.105214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa02187-bf85-49b7-b668-28a861f60af6 x-openstack-request-id: req-2aa02187-bf85-49b7-b668-28a861f60af6 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:30.105214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74805231-5f7b-4de3-8151-06083c3c8bbd", "tag": "e06a6103-d1c7-40a3-a1c7-18b7e291548e", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:30.105517 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2aa02187-bf85-49b7-b668-28a861f60af6 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:30.105790 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa02187-bf85-49b7-b668-28a861f60af6'] response: {'name': 'network-changed', 'server_uuid': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'tag': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e', 'status': 'completed', 'code': 200} Oct 28 11:04:30.112518 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 331f4424-7035-448f-bf75-0926d19809db up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:30.118821 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Publish callbacks [] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.145001 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.149179 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks [] for router_gateway (c5128ef7-800c-4489-a52f-bc373c16809c), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.169272 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.194149 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:30.201087 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:30.204143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Pushing event updated for resources: {'Port': ['ID=83cd6e73-0711-4a40-9694-7dc4e8683686,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:30.209186 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:30.217284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 331f4424-7035-448f-bf75-0926d19809db triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:30.217647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (331f4424-7035-448f-bf75-0926d19809db), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.218167 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 331f4424-7035-448f-bf75-0926d19809db Oct 28 11:04:30.283679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Allocated IP 172.37.0.9 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/85e3ea5d-4a11-4104-b2ea-f420cfb0d48f) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:30.301545 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Attempting to bind port 83cd6e73-0711-4a40-9694-7dc4e8683686 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:30.301927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Attempting to bind port 83cd6e73-0711-4a40-9694-7dc4e8683686 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:30.302333 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Attempting to bind port 83cd6e73-0711-4a40-9694-7dc4e8683686 on network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:30.376043 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 331f4424-7035-448f-bf75-0926d19809db is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:30.378293 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:30.378672 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Checking segment: {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:30.379040 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.379932 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Bound using segment: {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:30.380413 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Bound port: 83cd6e73-0711-4a40-9694-7dc4e8683686, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:30.380783 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.399965 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks [] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.432379 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.443891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] For port 83cd6e73-0711-4a40-9694-7dc4e8683686, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:30.447174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] For port 83cd6e73-0711-4a40-9694-7dc4e8683686, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=83cd6e73-0711-4a40-9694-7dc4e8683686,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:30.452740 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.476079 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:30.476079 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:30.479640 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:30.491207 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Sync routers for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:04:30.501354 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:30.501967 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:30.511567 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c0b6-ded4-4a42-a3e7-9127eb76e8c8 None None] Pushing event updated for resources: {'Port': ['ID=83cd6e73-0711-4a40-9694-7dc4e8683686,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:30.515381 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Pushing event updated for resources: {'Port': ['ID=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:30.690613 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d612074-52a8-4fbc-b3a6-748214a4b04d req-5a30b2ed-3405-419c-94db-f48bba359274 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:30.692560 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7d612074-52a8-4fbc-b3a6-748214a4b04d req-5a30b2ed-3405-419c-94db-f48bba359274 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0631835 Oct 28 11:04:30.738414 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:30.750127 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:30.795836 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:30.848021 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0b436948-9caa-491c-90a6-da90e5ee0a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.863936 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7d612074-52a8-4fbc-b3a6-748214a4b04d req-6d56eb98-b7a2-4596-9949-779cd6b65f58 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094501 Oct 28 11:04:30.877959 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks [] for router_gateway (c5128ef7-800c-4489-a52f-bc373c16809c), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:30.955116 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 2, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:30.980032 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Checking router: 455e4e0d-2580-4e1a-b923-b3ee57089156 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:04:30.980638 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Updating router 455e4e0d-2580-4e1a-b923-b3ee57089156 port 13d450cf-af67-4e7e-a833-93a0e9594959 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:04:31.011757 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.082162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (c5128ef7-800c-4489-a52f-bc373c16809c), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.210156 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Router c5128ef7-800c-4489-a52f-bc373c16809c is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:04:31.265756 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Publish callbacks [] for port (13d450cf-af67-4e7e-a833-93a0e9594959), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.274438 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.304895 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:31.316781 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:04:31.322296 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Pushing event updated for resources: {'Port': ['ID=13d450cf-af67-4e7e-a833-93a0e9594959,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:31.328296 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Sync routers for ids ['c5128ef7-800c-4489-a52f-bc373c16809c'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:04:31.335554 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.336066 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.336590 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.337051 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.337490 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.338296 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.338805 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.339204 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.339462 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.340133 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.340546 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.341084 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.341191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Routers {'c5128ef7-800c-4489-a52f-bc373c16809c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:31.341577 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.341899 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c5128ef7-800c-4489-a52f-bc373c16809c'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:31.342081 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.342440 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.342832 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:04:31.343955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 41938) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:31.344472 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-91011640-96f0-41f3-894c-95e08f382c25 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7073684 Oct 28 11:04:31.412749 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Attempting to bind port 13d450cf-af67-4e7e-a833-93a0e9594959 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:31.413373 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Attempting to bind port 13d450cf-af67-4e7e-a833-93a0e9594959 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:31.413939 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Attempting to bind port 13d450cf-af67-4e7e-a833-93a0e9594959 on network 8e4af541-0222-4578-8070-e116020f3217 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:31.456302 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:31.464206 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:31.464899 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Checking segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:31.465476 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.466192 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Bound using segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:31.466843 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Bound port: 13d450cf-af67-4e7e-a833-93a0e9594959, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:31.467218 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.547401 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] For port 13d450cf-af67-4e7e-a833-93a0e9594959, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:31.551197 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] For port 13d450cf-af67-4e7e-a833-93a0e9594959, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=13d450cf-af67-4e7e-a833-93a0e9594959,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:31.560886 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.598774 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Set router c5128ef7-800c-4489-a52f-bc373c16809c gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:31.625166 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:31.625790 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:31.627848 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1887cd7-2940-4200-a518-789af6b4b6f1 None None] Pushing event updated for resources: {'Port': ['ID=13d450cf-af67-4e7e-a833-93a0e9594959,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:31.632944 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816023de-d815-4462-a9a3-b060e31cb922 None None] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:04:31.690034 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:31.745919 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Provisioning complete for port 83cd6e73-0711-4a40-9694-7dc4e8683686 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:31.746333 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.746652 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Attempt 1 to provision port 83cd6e73-0711-4a40-9694-7dc4e8683686 Oct 28 11:04:31.756340 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:31.826527 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:31.915677 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:31.923435 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:31.963744 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:31.967618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Current status of the port 83cd6e73-0711-4a40-9694-7dc4e8683686 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:31.968218 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.057670 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:31Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:32.100220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] For port 83cd6e73-0711-4a40-9694-7dc4e8683686, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=83cd6e73-0711-4a40-9694-7dc4e8683686,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:32.101728 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cde0e40-cf0d-404e-a432-2af8c4c09a8f None None] The sync data for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi is: [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:31Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:04:32.136919 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.285460 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:04:30Z', 'revision_number': 3, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:32.321953 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Checking router: c5128ef7-800c-4489-a52f-bc373c16809c for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:04:32.322334 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Updating router c5128ef7-800c-4489-a52f-bc373c16809c port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:04:32.326279 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.386196 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 13d450cf-af67-4e7e-a833-93a0e9594959 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:32.396876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-93e3c91a-1e32-4fd8-80f6-8e51ff896f18 None None] Provisioning complete for port 83cd6e73-0711-4a40-9694-7dc4e8683686 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:32.397254 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-93e3c91a-1e32-4fd8-80f6-8e51ff896f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.397588 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-93e3c91a-1e32-4fd8-80f6-8e51ff896f18 None None] Attempt 1 to provision port 83cd6e73-0711-4a40-9694-7dc4e8683686 Oct 28 11:04:32.415801 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Allocated IP 172.20.0.1 (13fce55a-4e5d-482d-a9ed-7984ae953cd9/8b550f94-76e8-4d1a-bbf7-57bd89d1205f/9f894b74-e4bd-47a6-a063-d680de749de1) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:32.416428 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.417641 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc77bed-f34d-4a9d-b50a-22ad7ef2f7aa None None] Pushing event updated for resources: {'Port': ['ID=83cd6e73-0711-4a40-9694-7dc4e8683686,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:32.423057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb792104-0192-4499-a8c9-3c9bb9e4b983 req-af2aa337-67bc-4691-95b4-e49e5b597c81 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:32.429868 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fb792104-0192-4499-a8c9-3c9bb9e4b983 req-af2aa337-67bc-4691-95b4-e49e5b597c81 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0705087 Oct 28 11:04:32.526887 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fb792104-0192-4499-a8c9-3c9bb9e4b983 req-655981ef-dd46-4f53-92e3-fa104ed57970 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958166 Oct 28 11:04:32.585936 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 13d450cf-af67-4e7e-a833-93a0e9594959 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:32.586344 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.586681 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 13d450cf-af67-4e7e-a833-93a0e9594959 Oct 28 11:04:32.587457 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks [] for port (9f894b74-e4bd-47a6-a063-d680de749de1), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.620601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.663890 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:32.669039 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:32.671212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Pushing event updated for resources: {'Port': ['ID=9f894b74-e4bd-47a6-a063-d680de749de1,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:32.673324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:32.720436 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (c5128ef7-800c-4489-a52f-bc373c16809c), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.726903 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-93e3c91a-1e32-4fd8-80f6-8e51ff896f18 None None] Current status of the port 83cd6e73-0711-4a40-9694-7dc4e8683686 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:32.862028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 13d450cf-af67-4e7e-a833-93a0e9594959 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:32.862298 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.882788 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:32.887759 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:32.889030 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Publish callbacks [] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.892048 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.905540 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.920204 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:32.945031 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 13d450cf-af67-4e7e-a833-93a0e9594959, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=13d450cf-af67-4e7e-a833-93a0e9594959,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:32.957329 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Attempting to bind port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:32.957808 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Attempting to bind port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:32.958261 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Attempting to bind port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:32.962699 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:32.963571 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 83cd6e73-0711-4a40-9694-7dc4e8683686 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:33.047674 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e6f0b-defe-42eb-8bc2-0753cd4b3827 None None] Pushing event updated for resources: {'Port': ['ID=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:33.055093 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:33.055595 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:33.056180 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.056409 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:33.056888 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Bound port: 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:33.057265 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.089068 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks [] for port (9f894b74-e4bd-47a6-a063-d680de749de1), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.093559 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.167008 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Pushing event updated for resources: {'Port': ['ID=9f894b74-e4bd-47a6-a063-d680de749de1,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:33.167788 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=13d450cf-af67-4e7e-a833-93a0e9594959,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:33.171015 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (c5128ef7-800c-4489-a52f-bc373c16809c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.171580 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] For port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:33.173537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 83cd6e73-0711-4a40-9694-7dc4e8683686 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:33.173908 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.174265 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 83cd6e73-0711-4a40-9694-7dc4e8683686 Oct 28 11:04:33.184233 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-55d5fab9-f062-46f6-ae3c-3ec89fbbbed1 None None] Provisioning complete for port 9f894b74-e4bd-47a6-a063-d680de749de1 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:33.184781 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-55d5fab9-f062-46f6-ae3c-3ec89fbbbed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.185280 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-55d5fab9-f062-46f6-ae3c-3ec89fbbbed1 None None] Attempt 1 to provision port 9f894b74-e4bd-47a6-a063-d680de749de1 Oct 28 11:04:33.225526 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] For port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:33.244362 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.275077 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:33.276685 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-55d5fab9-f062-46f6-ae3c-3ec89fbbbed1 None None] Port 9f894b74-e4bd-47a6-a063-d680de749de1 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:04:33.277532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:33.287472 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:33.311831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Routers {'c5128ef7-800c-4489-a52f-bc373c16809c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:33.312466 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c5128ef7-800c-4489-a52f-bc373c16809c'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:33.321193 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e6f0b-defe-42eb-8bc2-0753cd4b3827 None None] Pushing event updated for resources: {'Port': ['ID=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:33.398803 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 83cd6e73-0711-4a40-9694-7dc4e8683686 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:33.437688 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Router c5128ef7-800c-4489-a52f-bc373c16809c has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:04:33.466941 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] Set router c5128ef7-800c-4489-a52f-bc373c16809c gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:33.573583 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b033-2cd6-46d7-a033-ba0d7d615096 req-44d79b78-777c-4e10-b5c3-e900f9c0256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:33.575141 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c0c6b033-2cd6-46d7-a033-ba0d7d615096 req-44d79b78-777c-4e10-b5c3-e900f9c0256f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc436cb987344c159e565353054e9539&device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 1128 time: 0.0709467 Oct 28 11:04:33.642972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:04:33.650301 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5044971d-f6b1-4ca6-9ea5-cbffa2399a61 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c5128ef7-800c-4489-a52f-bc373c16809c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3040948 Oct 28 11:04:33.664420 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742cb9e1-420f-4355-a08d-94a3e518e7d8 req-94e74650-d9f1-4019-808c-cbd62d572f1a tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:33.666876 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-742cb9e1-420f-4355-a08d-94a3e518e7d8 req-94e74650-d9f1-4019-808c-cbd62d572f1a tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0572646 Oct 28 11:04:33.714896 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b033-2cd6-46d7-a033-ba0d7d615096 req-3a94e4f3-4fc2-4a44-b264-01f546ce337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:33.719257 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c0c6b033-2cd6-46d7-a033-ba0d7d615096 req-3a94e4f3-4fc2-4a44-b264-01f546ce337d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=fc436cb987344c159e565353054e9539&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1339250 Oct 28 11:04:33.735133 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-742cb9e1-420f-4355-a08d-94a3e518e7d8 req-e32e0cff-ae69-4211-b1eb-75689f23ded1 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587199 Oct 28 11:04:33.763372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-486d9c78-cc67-466f-b55b-440aab4b11db None None] Provisioning complete for port 9f894b74-e4bd-47a6-a063-d680de749de1 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:33.763741 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-486d9c78-cc67-466f-b55b-440aab4b11db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.764071 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-486d9c78-cc67-466f-b55b-440aab4b11db None None] Attempt 1 to provision port 9f894b74-e4bd-47a6-a063-d680de749de1 Oct 28 11:04:33.768462 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.768738 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:33.838599 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-486d9c78-cc67-466f-b55b-440aab4b11db None None] Port 9f894b74-e4bd-47a6-a063-d680de749de1 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:04:33.864861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6b033-2cd6-46d7-a033-ba0d7d615096 req-0adece22-51ae-41e1-9586-c151d54c6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:33.866960 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c0c6b033-2cd6-46d7-a033-ba0d7d615096 req-0adece22-51ae-41e1-9586-c151d54c6b68 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404574 Oct 28 11:04:33.894561 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:33.901635 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9f894b74-e4bd-47a6-a063-d680de749de1', 'name': '', 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'mac_address': 'fa:16:3e:e5:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:31Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 2, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'subnets': [{'id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:33.922556 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:33.926923 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1fbcbc-d270-4220-ab4b-ead9252a05c3 None None] The sync data for ids ['c5128ef7-800c-4489-a52f-bc373c16809c'] in dv-cinder-zed-3-iscsi is: [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9f894b74-e4bd-47a6-a063-d680de749de1', 'name': '', 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'mac_address': 'fa:16:3e:e5:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:31Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 2, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'subnets': [{'id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:04:33.957501 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-4f6c9209-81b3-4203-bfb2-e33f29203954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:33.959544 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-4f6c9209-81b3-4203-bfb2-e33f29203954 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc436cb987344c159e565353054e9539&device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 1128 time: 0.0492439 Oct 28 11:04:34.013262 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-7c6c5dfb-c888-49b1-897a-11ab745a3e3f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e06a6103-d1c7-40a3-a1c7-18b7e291548e HTTP/1.1" status: 200 len: 217 time: 0.0364017 Oct 28 11:04:34.067602 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-ef424b22-50c9-4380-b858-450436631c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:34.069106 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-ef424b22-50c9-4380-b858-450436631c95 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6060a8a0-cb29-42a4-a938-2316914db160 HTTP/1.1" status: 200 len: 849 time: 0.0497086 Oct 28 11:04:34.073987 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 13d450cf-af67-4e7e-a833-93a0e9594959 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:34.077532 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:34.106042 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-44f23844-00a4-4b5f-992f-460170b82691 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=125d4da4-285b-4dff-aab9-ade58d34df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300651 Oct 28 11:04:34.137055 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 13d450cf-af67-4e7e-a833-93a0e9594959 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:34.137406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:34.137927 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 13d450cf-af67-4e7e-a833-93a0e9594959 Oct 28 11:04:34.243350 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-39b8bebf-5ccd-439e-937e-8927a932be86 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309602 Oct 28 11:04:34.245354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 13d450cf-af67-4e7e-a833-93a0e9594959 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:34.246696 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 83cd6e73-0711-4a40-9694-7dc4e8683686 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:34.323025 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 83cd6e73-0711-4a40-9694-7dc4e8683686 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:34.323393 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:34.323721 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 83cd6e73-0711-4a40-9694-7dc4e8683686 Oct 28 11:04:34.376934 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-666ad45a-eb3a-4362-94fc-e5ad036dfb16 req-980a865c-9620-46f1-97ac-70d69e074179 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256750 Oct 28 11:04:34.425436 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 83cd6e73-0711-4a40-9694-7dc4e8683686 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:34.910137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac90c29-1e7d-4246-9964-8f313281ac03 req-2f5fb740-a276-41b3-b812-167a34026642 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:34.918185 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ac90c29-1e7d-4246-9964-8f313281ac03 req-2f5fb740-a276-41b3-b812-167a34026642 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0806937 Oct 28 11:04:34.993106 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ac90c29-1e7d-4246-9964-8f313281ac03 req-0d6dc5fc-d93a-4a6b-b19e-bf5e6fdaaa7a tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743680 Oct 28 11:04:36.111160 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:36.159702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab396fa1-684d-459a-9882-e383a9a4a5a5 req-eb020fd3-7d38-4003-b103-8637b8ffa15b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:36.161816 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ab396fa1-684d-459a-9882-e383a9a4a5a5 req-eb020fd3-7d38-4003-b103-8637b8ffa15b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0612428 Oct 28 11:04:36.175108 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:36.175849 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:36.177293 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f Oct 28 11:04:36.271021 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ab396fa1-684d-459a-9882-e383a9a4a5a5 req-a2378fab-bfb5-4b4a-be7c-73d5eaf6a0b5 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947309 Oct 28 11:04:36.283083 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:36.283557 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:36.307854 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:36.315436 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:36.370015 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:36.557021 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Sync routers for ids ['c5128ef7-800c-4489-a52f-bc373c16809c'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:04:36.567640 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Routers {'c5128ef7-800c-4489-a52f-bc373c16809c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:36.568520 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c5128ef7-800c-4489-a52f-bc373c16809c'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:36.686280 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Set router c5128ef7-800c-4489-a52f-bc373c16809c gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:36.997080 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9f894b74-e4bd-47a6-a063-d680de749de1', 'name': '', 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'mac_address': 'fa:16:3e:e5:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:31Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 2, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'subnets': [{'id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:37.023562 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Checking router: c5128ef7-800c-4489-a52f-bc373c16809c for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:04:37.024036 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Updating router c5128ef7-800c-4489-a52f-bc373c16809c port 9f894b74-e4bd-47a6-a063-d680de749de1 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:04:37.054374 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:37.096913 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:37.168758 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:37.334986 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Publish callbacks [] for port (9f894b74-e4bd-47a6-a063-d680de749de1), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:37.341048 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:37.388265 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df3371-9362-4160-8949-ac144a588e93 None None] Pushing event updated for resources: {'Port': ['ID=9f894b74-e4bd-47a6-a063-d680de749de1,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:37.389213 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61a8db-bc6c-47d1-bb28-355bc49198da req-d1473163-eeed-4ed1-8b7a-8a08ee4b109b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:37.399375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ff61a8db-bc6c-47d1-bb28-355bc49198da req-d1473163-eeed-4ed1-8b7a-8a08ee4b109b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0630677 Oct 28 11:04:37.462165 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Attempting to bind port 9f894b74-e4bd-47a6-a063-d680de749de1 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:04:37.462575 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ff61a8db-bc6c-47d1-bb28-355bc49198da req-3c18e05c-9741-448f-936f-feeec275e797 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549426 Oct 28 11:04:37.462707 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Attempting to bind port 9f894b74-e4bd-47a6-a063-d680de749de1 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:04:37.463160 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Attempting to bind port 9f894b74-e4bd-47a6-a063-d680de749de1 on network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:04:37.508600 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:04:37.508993 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Checking segment: {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:04:37.509399 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:37.509794 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Bound using segment: {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:04:37.510288 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Bound port: 9f894b74-e4bd-47a6-a063-d680de749de1, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4b71753-d038-4160-8168-78ff61d2647c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:04:37.510669 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:37.575514 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] For port 9f894b74-e4bd-47a6-a063-d680de749de1, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:04:37.579378 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] For port 9f894b74-e4bd-47a6-a063-d680de749de1, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9f894b74-e4bd-47a6-a063-d680de749de1,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:04:37.618643 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:37.675762 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Routers {'c5128ef7-800c-4489-a52f-bc373c16809c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:04:37.676780 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:04:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c5128ef7-800c-4489-a52f-bc373c16809c'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:37.748816 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df3371-9362-4160-8949-ac144a588e93 None None] Pushing event updated for resources: {'Port': ['ID=9f894b74-e4bd-47a6-a063-d680de749de1,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:37.820345 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] Set router c5128ef7-800c-4489-a52f-bc373c16809c gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:04:38.053406 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9f894b74-e4bd-47a6-a063-d680de749de1', 'name': '', 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'mac_address': 'fa:16:3e:e5:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:31Z', 'updated_at': '2022-10-28T11:04:37Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'subnets': [{'id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:04:38.082187 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522c029-4159-4f31-a84d-2ad4e2b7ac95 None None] The sync data for ids ['c5128ef7-800c-4489-a52f-bc373c16809c'] in dv-cinder-zed-3-iscsi is: [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '9f894b74-e4bd-47a6-a063-d680de749de1', 'name': '', 'network_id': '13fce55a-4e5d-482d-a9ed-7984ae953cd9', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'mac_address': 'fa:16:3e:e5:38:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:31Z', 'updated_at': '2022-10-28T11:04:37Z', 'revision_number': 4, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'subnets': [{'id': '8b550f94-76e8-4d1a-bbf7-57bd89d1205f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:04:38.112369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9f894b74-e4bd-47a6-a063-d680de749de1 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:38.177240 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9f894b74-e4bd-47a6-a063-d680de749de1 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:38.177745 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:38.178126 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9f894b74-e4bd-47a6-a063-d680de749de1 Oct 28 11:04:38.285683 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9f894b74-e4bd-47a6-a063-d680de749de1 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:38.287451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:38.327372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 9f894b74-e4bd-47a6-a063-d680de749de1, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9f894b74-e4bd-47a6-a063-d680de749de1,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:38.333339 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:38.334519 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:38.409480 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:38.410129 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:38.411142 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f Oct 28 11:04:38.455663 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:38.457145 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=9f894b74-e4bd-47a6-a063-d680de749de1,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:38.468039 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:38.523125 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:38.617990 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f847e7-d843-422b-8b82-7dedfe3b830f req-3d37ebcb-5d41-42d9-a4e1-31f02890dfee tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:38.625587 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-63f847e7-d843-422b-8b82-7dedfe3b830f req-3d37ebcb-5d41-42d9-a4e1-31f02890dfee tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0657687 Oct 28 11:04:38.688122 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-63f847e7-d843-422b-8b82-7dedfe3b830f req-5db68f3a-2d7c-4b94-9d2d-2900e61ff58e tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612528 Oct 28 11:04:39.816357 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d82fc-aeed-4c16-bad5-7114dfe95ddd req-0e5dcf65-43b9-430c-9e7d-e6085259da87 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:39.819194 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-465d82fc-aeed-4c16-bad5-7114dfe95ddd req-0e5dcf65-43b9-430c-9e7d-e6085259da87 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0590193 Oct 28 11:04:39.868591 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-465d82fc-aeed-4c16-bad5-7114dfe95ddd req-de97ad05-9c16-44c1-b2be-ea9afb0fec6b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Oct 28 11:04:40.060096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9f894b74-e4bd-47a6-a063-d680de749de1 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:40.088104 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:04:40.113327 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 9f894b74-e4bd-47a6-a063-d680de749de1 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:40.114319 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:40.114669 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 9f894b74-e4bd-47a6-a063-d680de749de1 Oct 28 11:04:40.275594 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 9f894b74-e4bd-47a6-a063-d680de749de1 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:40.995781 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def7c8e-8da2-449c-9947-f9bda62627fb req-ec51e48b-252c-4018-b091-6233f207baf2 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:41.002477 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2def7c8e-8da2-449c-9947-f9bda62627fb req-ec51e48b-252c-4018-b091-6233f207baf2 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0553370 Oct 28 11:04:41.049455 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2def7c8e-8da2-449c-9947-f9bda62627fb req-62482a31-c889-40c2-8ebe-7b10b53dfe82 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Oct 28 11:04:42.176272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8e6b0-ee12-4d0f-a99d-7cd66ec8b1e1 req-9cb044d6-5c32-4917-8bf0-65d0d7ac187c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:42.177722 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1cf8e6b0-ee12-4d0f-a99d-7cd66ec8b1e1 req-9cb044d6-5c32-4917-8bf0-65d0d7ac187c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0497298 Oct 28 11:04:42.232294 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1cf8e6b0-ee12-4d0f-a99d-7cd66ec8b1e1 req-1737526d-1451-4d7d-853a-b02415371d09 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487053 Oct 28 11:04:43.072608 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42082) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:43.188516 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:43.197545 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ac78adf6-60d2-4d83-a29a-e3db2aa8d3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.299203 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ac78adf6-60d2-4d83-a29a-e3db2aa8d3bb admin admin] Publish callbacks [] for security_group (bf85c879-4212-4cf7-a4fb-aa355199c0fd), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.303622 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ac78adf6-60d2-4d83-a29a-e3db2aa8d3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (bf85c879-4212-4cf7-a4fb-aa355199c0fd), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.349581 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ac78adf6-60d2-4d83-a29a-e3db2aa8d3bb admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=ea4fde1b333e44e0adae3e98c26d83be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755744 Oct 28 11:04:43.350374 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42092) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:04:43.351038 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78adf6-60d2-4d83-a29a-e3db2aa8d3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85c879-4212-4cf7-a4fb-aa355199c0fd,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:43.372412 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e06a6103-d1c7-40a3-a1c7-18b7e291548e details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:04:43.390899 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:43.392780 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:43.399132 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734d6877-8282-4d05-a94b-1f57ad212505 req-74c1a7d4-0800-4649-8a32-8c63c0287eb0 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:43.406840 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-734d6877-8282-4d05-a94b-1f57ad212505 req-74c1a7d4-0800-4649-8a32-8c63c0287eb0 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 944 time: 0.0647993 Oct 28 11:04:43.433235 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-20e5c9bf-b8cb-4315-9b4e-f53e8f8be4c9 admin admin] Publish callbacks [] for security_group (bf85c879-4212-4cf7-a4fb-aa355199c0fd), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.455404 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-20e5c9bf-b8cb-4315-9b4e-f53e8f8be4c9 admin admin] Publish callbacks [] for security_group (bf85c879-4212-4cf7-a4fb-aa355199c0fd), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.474131 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-734d6877-8282-4d05-a94b-1f57ad212505 req-53d028ee-5c23-4ca3-b21b-800a8fe032db tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659559 Oct 28 11:04:43.518804 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-20e5c9bf-b8cb-4315-9b4e-f53e8f8be4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (bf85c879-4212-4cf7-a4fb-aa355199c0fd), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.522111 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-20e5c9bf-b8cb-4315-9b4e-f53e8f8be4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.523455 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-20e5c9bf-b8cb-4315-9b4e-f53e8f8be4c9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bf85c879-4212-4cf7-a4fb-aa355199c0fd HTTP/1.1" status: 204 len: 168 time: 0.1695957 Oct 28 11:04:43.532929 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e5c9bf-b8cb-4315-9b4e-f53e8f8be4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf85c879-4212-4cf7-a4fb-aa355199c0fd,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:43.547301 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port e06a6103-d1c7-40a3-a1c7-18b7e291548e, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e06a6103-d1c7-40a3-a1c7-18b7e291548e,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:43.570367 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e', 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72', 'port_id': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e', 'mac_address': 'fa:16:3e:42:98:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6060a8a0-cb29-42a4-a938-2316914db160', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:04:43.619803 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port e06a6103-d1c7-40a3-a1c7-18b7e291548e is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:43.620258 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.636173 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06a6103-d1c7-40a3-a1c7-18b7e291548e {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:04:43.669281 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port e06a6103-d1c7-40a3-a1c7-18b7e291548e, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e06a6103-d1c7-40a3-a1c7-18b7e291548e,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:43.677479 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:43.743974 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=e06a6103-d1c7-40a3-a1c7-18b7e291548e,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:44.109067 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['e06a6103-d1c7-40a3-a1c7-18b7e291548e'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:04:44.588531 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f849c-c197-45c6-8086-01dc0da45d7a req-44909801-39f0-453a-b9ab-b7f7eb723ec3 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:44.590028 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4f849c-c197-45c6-8086-01dc0da45d7a req-44909801-39f0-453a-b9ab-b7f7eb723ec3 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 945 time: 0.0479970 Oct 28 11:04:44.612150 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:44.643283 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4f849c-c197-45c6-8086-01dc0da45d7a req-abc08550-c01a-44db-9d63-e21775149f11 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Oct 28 11:04:45.358941 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-4b9062f4-715c-4596-b2c7-d94eb340dac7 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:45.360787 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-4b9062f4-715c-4596-b2c7-d94eb340dac7 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 813 time: 0.1056077 Oct 28 11:04:45.373714 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e06a6103-d1c7-40a3-a1c7-18b7e291548e up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:04:45.376072 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-4121a460-31b5-4ce8-aa45-dbb1db7051a6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/quotas/27b47aa9a61b4898a9af0062896cc3da HTTP/1.1" status: 200 len: 375 time: 0.0098948 Oct 28 11:04:45.415688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port e06a6103-d1c7-40a3-a1c7-18b7e291548e completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:04:45.426265 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-ee680123-0497-419f-9120-10cdcc223b0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449018 Oct 28 11:04:45.426978 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port e06a6103-d1c7-40a3-a1c7-18b7e291548e triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:45.427415 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:45.427761 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port e06a6103-d1c7-40a3-a1c7-18b7e291548e Oct 28 11:04:45.494156 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:45.507369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port e06a6103-d1c7-40a3-a1c7-18b7e291548e is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:04:45.507767 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:45.525183 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-b4b1ee7a-739f-4388-9572-cbbb7140b4b8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867150 Oct 28 11:04:45.530405 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:04:45.532690 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8682bce4-b771-43bd-80dc-5f90afb5f6d4" -d '{"events": [{"server_uuid": "74805231-5f7b-4de3-8151-06083c3c8bbd", "name": "network-vif-plugged", "status": "completed", "tag": "e06a6103-d1c7-40a3-a1c7-18b7e291548e"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:04:45.534907 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:45.552209 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port e06a6103-d1c7-40a3-a1c7-18b7e291548e, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e06a6103-d1c7-40a3-a1c7-18b7e291548e,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:04:45.558210 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:45.584654 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7730ff-24c4-4b4a-8c67-57c1d5e400ef x-openstack-request-id: req-ce7730ff-24c4-4b4a-8c67-57c1d5e400ef {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:04:45.585060 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74805231-5f7b-4de3-8151-06083c3c8bbd", "name": "network-vif-plugged", "status": "completed", "tag": "e06a6103-d1c7-40a3-a1c7-18b7e291548e", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:04:45.585398 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce7730ff-24c4-4b4a-8c67-57c1d5e400ef {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:04:45.585850 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce7730ff-24c4-4b4a-8c67-57c1d5e400ef'] response: {'server_uuid': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e', 'code': 200} Oct 28 11:04:45.610156 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=e06a6103-d1c7-40a3-a1c7-18b7e291548e,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:45.628437 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-1902f70d-0cd3-4c99-91f0-3396743fa6b7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973351 Oct 28 11:04:45.813510 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4874435a-ae2f-4c56-9f1b-691e8b53c6d9 req-489ab765-4a52-43d4-b771-4642c3ae71a6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0336506 Oct 28 11:04:45.827866 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb18e0a-69fb-4c5c-829b-43bb087d68b8 req-fe5162d6-ea2f-438e-9f73-fc7471ed6136 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:45.829346 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8eb18e0a-69fb-4c5c-829b-43bb087d68b8 req-fe5162d6-ea2f-438e-9f73-fc7471ed6136 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.1018889 Oct 28 11:04:45.833777 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b00735-0706-451a-9f7c-065b0b41cb6c req-c200ac72-7a23-4158-9991-c41d1cdc2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:45.835544 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-41b00735-0706-451a-9f7c-065b0b41cb6c req-c200ac72-7a23-4158-9991-c41d1cdc2a0d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 1130 time: 0.0983188 Oct 28 11:04:45.908066 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8eb18e0a-69fb-4c5c-829b-43bb087d68b8 req-58dcff8d-05d6-4512-8643-9e9798c3870e tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716097 Oct 28 11:04:45.911360 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-41b00735-0706-451a-9f7c-065b0b41cb6c req-acf7aa3b-33f2-45cb-8a44-628e67864105 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689776 Oct 28 11:04:46.918845 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7f1e3947-e456-4b3c-b053-4e3dfd00357f req-3903e52c-7599-474b-b43f-d2b7b99c7328 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0312045 Oct 28 11:04:47.030913 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f5fdb6-0d12-4a8a-aa9c-ec3cc9eb6ac5 req-3d1db1f7-dfdb-4931-a56f-582f6a9cd917 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:47.032387 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-72f5fdb6-0d12-4a8a-aa9c-ec3cc9eb6ac5 req-3d1db1f7-dfdb-4931-a56f-582f6a9cd917 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0492868 Oct 28 11:04:47.083069 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-72f5fdb6-0d12-4a8a-aa9c-ec3cc9eb6ac5 req-81b7bb9c-bf2b-413e-b7ad-bc52f23a6b1c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447686 Oct 28 11:04:48.026322 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ac2ed091-05ed-4562-a549-f3b81aa7cd35 req-8a60f169-9344-464f-a30c-c11a13b6fec0 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0296676 Oct 28 11:04:48.203008 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c22b5-3fe3-4ee4-9fff-952f96096df6 req-fe5d0ba8-f840-458a-a491-58284eb13094 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:48.204372 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd6c22b5-3fe3-4ee4-9fff-952f96096df6 req-fe5d0ba8-f840-458a-a491-58284eb13094 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0476465 Oct 28 11:04:48.278854 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd6c22b5-3fe3-4ee4-9fff-952f96096df6 req-7cec497c-5de4-4c39-86fd-6a29b43e8a2a tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689313 Oct 28 11:04:48.365325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-15ab9508-6b78-4164-9166-008a182a2b47 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:48.367139 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-15ab9508-6b78-4164-9166-008a182a2b47 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 813 time: 0.1173298 Oct 28 11:04:48.379249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'port': {'device_id': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'admin_state_up': True, 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:04:48.488579 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Made reservation on behalf of 27b47aa9a61b4898a9af0062896cc3da for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:04:48.492399 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:48.566461 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:48.626049 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:48.642149 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Allocated IP 172.20.0.14 (8e4af541-0222-4578-8070-e116020f3217/e6884749-69c3-4020-bbd9-b6ed932109cc/6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:04:48.814337 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:48.859272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:48.908866 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Network 8e4af541-0222-4578-8070-e116020f3217 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:04:48.915139 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:04:48.917826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:04:48.959221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:04:49.025674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:49.027481 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:49.062311 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-7b2e96e3-b8e5-459c-8a6d-99b32e97382b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6869938 Oct 28 11:04:49.161770 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c7548-bb34-415b-b763-d431e63fb428 req-3db37bbc-0ea4-4de8-97ec-c12394cf3789 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:49.171376 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b99c7548-bb34-415b-b763-d431e63fb428 req-3db37bbc-0ea4-4de8-97ec-c12394cf3789 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.1053319 Oct 28 11:04:49.193198 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e6abe-68fd-4ad9-a1ac-13715ac7e76c req-147f9e6e-62f8-4f5d-b9dd-d624bb5447c4 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:49.201441 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-378e6abe-68fd-4ad9-a1ac-13715ac7e76c req-147f9e6e-62f8-4f5d-b9dd-d624bb5447c4 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0583124 Oct 28 11:04:49.245029 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-c080cf0f-a687-4b4b-b3c9-36cc5f65e7be None None] Provisioning complete for port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:04:49.248367 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c080cf0f-a687-4b4b-b3c9-36cc5f65e7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:49.249660 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-c080cf0f-a687-4b4b-b3c9-36cc5f65e7be None None] Attempt 1 to provision port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 Oct 28 11:04:49.257496 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-378e6abe-68fd-4ad9-a1ac-13715ac7e76c req-1cc3445e-d2c0-461b-9a7a-f6bd485bb304 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550025 Oct 28 11:04:49.306173 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-c080cf0f-a687-4b4b-b3c9-36cc5f65e7be None None] Port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:04:49.322662 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b99c7548-bb34-415b-b763-d431e63fb428 req-e813213c-8443-44a5-ab3e-a1e9e3ae2e01 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501460 Oct 28 11:04:50.407828 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58892-427c-4f62-a0a5-430b2681be39 req-98104100-90e4-41b8-92e6-ea2a54b923a0 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:50.416305 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ef58892-427c-4f62-a0a5-430b2681be39 req-98104100-90e4-41b8-92e6-ea2a54b923a0 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0864837 Oct 28 11:04:50.464666 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ef58892-427c-4f62-a0a5-430b2681be39 req-7ed1a419-afb9-41c0-9288-8f2675bf13f2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472736 Oct 28 11:04:50.471175 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863d3328-9338-4fc0-8d6a-99c1cb3d539f req-6e278ab8-a276-4340-80cb-296fc3fe814c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:50.474372 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-863d3328-9338-4fc0-8d6a-99c1cb3d539f req-6e278ab8-a276-4340-80cb-296fc3fe814c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0566838 Oct 28 11:04:50.527563 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-863d3328-9338-4fc0-8d6a-99c1cb3d539f req-5b6c267c-1cf2-4fcd-bba6-311eb0b80c47 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Oct 28 11:04:51.600526 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be97ec0-095d-42a2-b6af-bcbb23a0a66e req-d58c3f26-3fdc-497c-935a-f528a5760f47 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:51.602349 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0be97ec0-095d-42a2-b6af-bcbb23a0a66e req-d58c3f26-3fdc-497c-935a-f528a5760f47 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0506105 Oct 28 11:04:51.661617 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0be97ec0-095d-42a2-b6af-bcbb23a0a66e req-95b37c6a-6357-40cb-b492-4aefeebb5f56 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Oct 28 11:04:51.690294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c95f5-a82d-472a-ad54-01338682af4d req-0d06e9ef-0b29-497a-810c-8d1dc4024bf4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:51.691809 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8a5c95f5-a82d-472a-ad54-01338682af4d req-0d06e9ef-0b29-497a-810c-8d1dc4024bf4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0543084 Oct 28 11:04:51.744128 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8a5c95f5-a82d-472a-ad54-01338682af4d req-e7ecb7d9-8c3a-4bc6-872e-c6a6d2655b35 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Oct 28 11:04:52.787933 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765d27e-73d5-43b8-852a-943bf9098d7b req-dcf22aa6-80b8-4813-a1bb-e3f29e54395a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:52.789335 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3765d27e-73d5-43b8-852a-943bf9098d7b req-dcf22aa6-80b8-4813-a1bb-e3f29e54395a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0496333 Oct 28 11:04:52.838139 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:52.850113 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3765d27e-73d5-43b8-852a-943bf9098d7b req-234fce4d-cc6a-459c-b6e4-8bacf5730263 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546422 Oct 28 11:04:52.874549 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768e80e-539e-4e6e-92cc-233b4b0f78f5 req-b3e7ccae-36df-4688-a426-4de135abdb43 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:52.876267 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5768e80e-539e-4e6e-92cc-233b4b0f78f5 req-b3e7ccae-36df-4688-a426-4de135abdb43 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0500216 Oct 28 11:04:52.930127 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5768e80e-539e-4e6e-92cc-233b4b0f78f5 req-9eb560df-ff3f-4691-a322-b771e2ad2aa8 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480704 Oct 28 11:04:53.969589 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3d4ff-3a62-4359-ae5c-2fb06c12c235 req-82013884-1cb9-4390-8691-54af7b6e0239 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:53.971279 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8ec3d4ff-3a62-4359-ae5c-2fb06c12c235 req-82013884-1cb9-4390-8691-54af7b6e0239 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0471647 Oct 28 11:04:54.020651 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8ec3d4ff-3a62-4359-ae5c-2fb06c12c235 req-d8fd5e67-8b1f-438e-86c0-21855ac73524 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 Oct 28 11:04:54.061474 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d239624-536b-4ae5-8589-f4149a78ed49 req-4fc00cbe-8ca8-4e6d-a69f-1a68e195c347 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:54.063042 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9d239624-536b-4ae5-8589-f4149a78ed49 req-4fc00cbe-8ca8-4e6d-a69f-1a68e195c347 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0498579 Oct 28 11:04:54.116854 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:54.132962 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9d239624-536b-4ae5-8589-f4149a78ed49 req-46f1d9a3-0f85-436e-8a42-30309a7289ad tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569139 Oct 28 11:04:55.154372 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad73330-29db-4727-9f96-d9a0eccfe7bd req-529c2c7c-e5b3-44e7-9931-37ad418db7e4 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:55.155993 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cad73330-29db-4727-9f96-d9a0eccfe7bd req-529c2c7c-e5b3-44e7-9931-37ad418db7e4 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0481708 Oct 28 11:04:55.191585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:55.203520 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cad73330-29db-4727-9f96-d9a0eccfe7bd req-bc913e3e-69c7-4489-9797-b17b81fa5a09 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Oct 28 11:04:55.310220 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415863d9-696e-4de7-8dc4-ecb5ff6dbdb0 req-9219a854-9b1b-4de3-b0c2-ace0eebd1e70 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:55.311709 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-415863d9-696e-4de7-8dc4-ecb5ff6dbdb0 req-9219a854-9b1b-4de3-b0c2-ace0eebd1e70 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0515101 Oct 28 11:04:55.358634 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-415863d9-696e-4de7-8dc4-ecb5ff6dbdb0 req-53f74b32-240c-4461-a8fc-deb7e1faa501 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 Oct 28 11:04:56.178728 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34737fab-2db0-4354-870a-7d4858990a22 req-15a42067-10aa-4c7f-9bdc-fa03cce5e892 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:56.181035 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-34737fab-2db0-4354-870a-7d4858990a22 req-15a42067-10aa-4c7f-9bdc-fa03cce5e892 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0491869 Oct 28 11:04:56.228922 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-34737fab-2db0-4354-870a-7d4858990a22 req-5eee09d4-9d1c-4f56-8577-7373140f51e9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Oct 28 11:04:56.328848 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda203da-507b-4c88-b054-8e5b3d446c6e req-a3f86d95-c69f-43f9-98cb-792900b6c8f2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:56.330328 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dda203da-507b-4c88-b054-8e5b3d446c6e req-a3f86d95-c69f-43f9-98cb-792900b6c8f2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0494599 Oct 28 11:04:56.384281 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dda203da-507b-4c88-b054-8e5b3d446c6e req-63c2fa7f-4408-4211-b377-26bd7275c58c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484219 Oct 28 11:04:56.496729 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64aa0ac-5984-4c4d-83d6-f63e9b06fa8e req-28c304ed-b299-4ae9-8e02-7d80fa687715 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:56.498244 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c64aa0ac-5984-4c4d-83d6-f63e9b06fa8e req-28c304ed-b299-4ae9-8e02-7d80fa687715 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0518093 Oct 28 11:04:56.549305 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c64aa0ac-5984-4c4d-83d6-f63e9b06fa8e req-ae2de0d1-ee0c-4982-850e-49f4ffe05731 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Oct 28 11:04:57.161224 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:57.356686 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58fce6-db2f-4001-94db-25f7a239f6a2 req-29ca0d69-18b8-4e9b-bb76-07c63f8ab08f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:57.366468 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dc58fce6-db2f-4001-94db-25f7a239f6a2 req-29ca0d69-18b8-4e9b-bb76-07c63f8ab08f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0491643 Oct 28 11:04:57.425488 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dc58fce6-db2f-4001-94db-25f7a239f6a2 req-aebbc70d-0770-4df3-ae25-55cb9808bbba tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579429 Oct 28 11:04:57.518962 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb7622-44f5-4412-8881-1fdfe065ac3f req-d92b1932-6f73-4f5a-b2e2-3281c8fefade tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:57.520338 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-51fb7622-44f5-4412-8881-1fdfe065ac3f req-d92b1932-6f73-4f5a-b2e2-3281c8fefade tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0466456 Oct 28 11:04:57.566246 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-51fb7622-44f5-4412-8881-1fdfe065ac3f req-2fcc0dcb-2522-4369-afbf-f11e65273bdc tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403950 Oct 28 11:04:57.663564 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:04:57.681689 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c75c36-4c2e-4c3a-9978-cf0807b931d1 req-f7d1fccc-30c1-4967-bb27-f8a57e24c0ca tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:57.683398 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-14c75c36-4c2e-4c3a-9978-cf0807b931d1 req-f7d1fccc-30c1-4967-bb27-f8a57e24c0ca tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0559950 Oct 28 11:04:57.741534 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-14c75c36-4c2e-4c3a-9978-cf0807b931d1 req-e173e1ad-6efc-45fa-9ed1-72b99d77d302 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518026 Oct 28 11:04:58.553129 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d446f-547a-4de2-a149-52a0804fcdc0 req-0e7257c1-add2-457a-8f6a-721a2521fcc2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:58.554547 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e96d446f-547a-4de2-a149-52a0804fcdc0 req-0e7257c1-add2-457a-8f6a-721a2521fcc2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0466516 Oct 28 11:04:58.600406 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e96d446f-547a-4de2-a149-52a0804fcdc0 req-d3fa6d85-2fc2-48ec-879c-b2262b1683e2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 Oct 28 11:04:58.691657 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f64b5-b203-4ea8-b906-7aae30d26ee2 req-29179f55-c8d2-4ab1-bcae-2d7948a9e57f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:58.693600 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0e3f64b5-b203-4ea8-b906-7aae30d26ee2 req-29179f55-c8d2-4ab1-bcae-2d7948a9e57f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0526772 Oct 28 11:04:58.757383 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-39dbcc69-6859-4748-aac1-5648078ae7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:04:58.758128 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0e3f64b5-b203-4ea8-b906-7aae30d26ee2 req-ec250d78-cc36-4027-a37d-f7854271a57f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Oct 28 11:04:58.866492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef99c3-3cff-4a8e-9145-4f76556da6a8 req-98090f10-aa3a-460f-8007-4dfc77b6b9eb tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:58.867985 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-44ef99c3-3cff-4a8e-9145-4f76556da6a8 req-98090f10-aa3a-460f-8007-4dfc77b6b9eb tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0499609 Oct 28 11:04:58.914542 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-44ef99c3-3cff-4a8e-9145-4f76556da6a8 req-b7956e9e-4145-4857-a15f-1cbee395d601 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409853 Oct 28 11:04:59.728668 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d3421-64c7-48b9-8437-ef2ee416965c req-80f4cf5b-d7ac-446c-b128-111de5b6ba62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:59.730729 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-af5d3421-64c7-48b9-8437-ef2ee416965c req-80f4cf5b-d7ac-446c-b128-111de5b6ba62 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0476286 Oct 28 11:04:59.777124 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-af5d3421-64c7-48b9-8437-ef2ee416965c req-5b48b42b-3e73-4ca7-95ee-23b6965f0b08 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398514 Oct 28 11:04:59.874096 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915a9d9-818e-41e5-9e79-810d8da0dbce req-8b570dd8-ba41-4248-be0d-939674726041 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:04:59.875604 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2915a9d9-818e-41e5-9e79-810d8da0dbce req-8b570dd8-ba41-4248-be0d-939674726041 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0459528 Oct 28 11:04:59.921936 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2915a9d9-818e-41e5-9e79-810d8da0dbce req-741aab83-799a-492d-bbab-a96c0c77bb10 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Oct 28 11:05:00.035606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd511cb-05b6-4b0e-9004-cefdb0cbc5ca req-b48c1759-b9c7-4c78-acfe-3b5622c02bad tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:00.037059 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dcd511cb-05b6-4b0e-9004-cefdb0cbc5ca req-b48c1759-b9c7-4c78-acfe-3b5622c02bad tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0495710 Oct 28 11:05:00.082211 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dcd511cb-05b6-4b0e-9004-cefdb0cbc5ca req-7797017f-4e20-4616-b4a2-5b01a33a0453 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Oct 28 11:05:00.101102 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:00.105958 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:00.845815 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-013284b2-74bd-44b9-85c9-4f64096dcc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:00.909246 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f38956-2c6e-4e50-a6a6-8f7830c8dbaf req-a8b353e9-bef4-4737-a61b-65285846204d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:00.910745 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-89f38956-2c6e-4e50-a6a6-8f7830c8dbaf req-a8b353e9-bef4-4737-a61b-65285846204d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0486104 Oct 28 11:05:00.960302 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-89f38956-2c6e-4e50-a6a6-8f7830c8dbaf req-e4b9009e-420c-4263-a67d-a3d4a4cc3375 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440402 Oct 28 11:05:01.039163 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e641423-372c-46e9-a44d-09c8c20d4969 req-b8841a08-56e9-446e-952b-53a6b9c223fa tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:01.040604 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1e641423-372c-46e9-a44d-09c8c20d4969 req-b8841a08-56e9-446e-952b-53a6b9c223fa tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0461874 Oct 28 11:05:01.086641 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1e641423-372c-46e9-a44d-09c8c20d4969 req-17e1abc1-9cb5-40b9-97d1-24b4a7fc6cbb tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398550 Oct 28 11:05:01.199842 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b881-2feb-4e9e-8868-2359e312c81b req-7cec2dfc-c629-457c-9bd7-e2f7ab62031f tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:01.201274 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-af95b881-2feb-4e9e-8868-2359e312c81b req-7cec2dfc-c629-457c-9bd7-e2f7ab62031f tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0460489 Oct 28 11:05:01.247642 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-af95b881-2feb-4e9e-8868-2359e312c81b req-a8b3ad95-d57e-442b-bff5-5bf0ed4d8025 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408795 Oct 28 11:05:02.082612 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:02.085544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e3404-3eb7-4063-b6fb-b828e8f5bfe2 req-89970f8f-6b09-4901-8a32-e89cea76470a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:02.087040 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7a9e3404-3eb7-4063-b6fb-b828e8f5bfe2 req-89970f8f-6b09-4901-8a32-e89cea76470a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0463302 Oct 28 11:05:02.138380 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7a9e3404-3eb7-4063-b6fb-b828e8f5bfe2 req-fe6b88e7-c586-41ae-b42a-9d47c0f5c995 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449901 Oct 28 11:05:02.210490 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afea782-b938-4a4b-80ed-1e0b6978d5ae req-7cbb3c5f-dee7-4de4-84df-33c20bf5c477 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:02.212050 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0afea782-b938-4a4b-80ed-1e0b6978d5ae req-7cbb3c5f-dee7-4de4-84df-33c20bf5c477 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0492721 Oct 28 11:05:02.298110 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0afea782-b938-4a4b-80ed-1e0b6978d5ae req-decaf13d-12c1-4c0e-b7fb-1da75cee555f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792460 Oct 28 11:05:02.383579 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e161c-4e21-4193-a5d0-f05114685d70 req-3583cc94-537e-44b5-bc83-d507f0cd2cf5 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:02.385017 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b36e161c-4e21-4193-a5d0-f05114685d70 req-3583cc94-537e-44b5-bc83-d507f0cd2cf5 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0460746 Oct 28 11:05:02.431052 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b36e161c-4e21-4193-a5d0-f05114685d70 req-139a9d12-428e-49d1-8f47-b37237d0e073 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Oct 28 11:05:03.426784 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec7433-a214-4221-9afa-1122f8445f76 req-c8b57f3f-1c2d-44f1-8e36-682d158342f0 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:03.428324 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-66ec7433-a214-4221-9afa-1122f8445f76 req-c8b57f3f-1c2d-44f1-8e36-682d158342f0 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0484731 Oct 28 11:05:03.476975 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-66ec7433-a214-4221-9afa-1122f8445f76 req-d39752cf-c981-4a56-b819-54828a482b9a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421984 Oct 28 11:05:03.517330 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:03.525793 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975e495-c119-4d36-89bb-b69d9175e284 req-01909b51-569e-4109-81a1-deeefbfa306c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:03.527317 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0975e495-c119-4d36-89bb-b69d9175e284 req-01909b51-569e-4109-81a1-deeefbfa306c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.2872741 Oct 28 11:05:03.552060 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:03.575057 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0975e495-c119-4d36-89bb-b69d9175e284 req-f6f1d139-d717-4e53-9f81-6e757ce95318 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 Oct 28 11:05:03.585861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a89d41-71e8-4fc4-8901-9fc0433fd07d req-f83a9982-f32f-4103-8560-41301cd0c179 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:03.586101 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:03.587597 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-64a89d41-71e8-4fc4-8901-9fc0433fd07d req-f83a9982-f32f-4103-8560-41301cd0c179 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0522516 Oct 28 11:05:03.634738 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-64a89d41-71e8-4fc4-8901-9fc0433fd07d req-800fdf0c-1029-4524-ae29-4aebe7dacd26 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Oct 28 11:05:03.694212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:04.595841 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de3725-159a-41a8-a0fc-a8d497119042 req-8dfdcafd-d075-4797-82e3-612f5b929968 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:04.597278 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1de3725-159a-41a8-a0fc-a8d497119042 req-8dfdcafd-d075-4797-82e3-612f5b929968 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0460088 Oct 28 11:05:04.643420 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e1de3725-159a-41a8-a0fc-a8d497119042 req-1dd25250-b5f4-47d2-ad12-f2a87c1661ad tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407066 Oct 28 11:05:04.666215 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:04.703144 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b615a1-90b5-4a20-8c5f-7ecd7ae0df81 req-15bda280-e99d-4ecd-9462-b6ded00cc004 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:04.704607 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-98b615a1-90b5-4a20-8c5f-7ecd7ae0df81 req-15bda280-e99d-4ecd-9462-b6ded00cc004 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0473256 Oct 28 11:05:04.753899 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-98b615a1-90b5-4a20-8c5f-7ecd7ae0df81 req-3804d112-48fe-40af-b7da-6c9edf291709 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437078 Oct 28 11:05:04.761892 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538de3-eaa2-4624-b173-f82dd2c1c40a req-1a3c9b94-1c67-4d00-a9d2-c422b26dedd4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:04.763375 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5c538de3-eaa2-4624-b173-f82dd2c1c40a req-1a3c9b94-1c67-4d00-a9d2-c422b26dedd4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0551791 Oct 28 11:05:04.809902 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5c538de3-eaa2-4624-b173-f82dd2c1c40a req-7cc711dd-1b3d-4668-b25f-fa450b7a7b4c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Oct 28 11:05:05.762660 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e2f8e-43ad-41d2-9aa5-086e219ae895 req-95365233-b5be-4613-a238-9ac1ae67f5e2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:05.764083 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ec9e2f8e-43ad-41d2-9aa5-086e219ae895 req-95365233-b5be-4613-a238-9ac1ae67f5e2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0485401 Oct 28 11:05:05.788352 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:05.810314 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ec9e2f8e-43ad-41d2-9aa5-086e219ae895 req-c1ad43eb-38b2-41ea-9bcb-f0f8adbe4bd9 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407176 Oct 28 11:05:05.882595 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be0cec-b392-4e76-9e40-217378afdc75 req-50e1df7b-dccb-40cd-a5cf-69f1f0a59380 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:05.884072 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a0be0cec-b392-4e76-9e40-217378afdc75 req-50e1df7b-dccb-40cd-a5cf-69f1f0a59380 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0454209 Oct 28 11:05:05.928788 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a381fd-fbb9-4c35-acb9-8587fb25896b req-c21af04b-664b-485f-8364-3380c28fc762 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:05.930167 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-72a381fd-fbb9-4c35-acb9-8587fb25896b req-c21af04b-664b-485f-8364-3380c28fc762 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0456188 Oct 28 11:05:05.930950 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a0be0cec-b392-4e76-9e40-217378afdc75 req-a7fe691b-bb6c-455d-8d1d-cbf0ac64e9a3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404317 Oct 28 11:05:05.976760 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-72a381fd-fbb9-4c35-acb9-8587fb25896b req-efffb6e0-bb08-4921-b748-96a2fc13f341 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Oct 28 11:05:06.928944 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97854e0-8e9a-4c85-a04c-09e970057b97 req-7c7090e6-6b82-42a4-ae36-ad7cf038490e tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:06.930415 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e97854e0-8e9a-4c85-a04c-09e970057b97 req-7c7090e6-6b82-42a4-ae36-ad7cf038490e tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0461030 Oct 28 11:05:06.979891 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e97854e0-8e9a-4c85-a04c-09e970057b97 req-74c9ce63-ac08-400b-a42d-225f8ad20be2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439804 Oct 28 11:05:07.055802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5a3a2-904b-4266-94c4-b10983625abb req-0b6bd74e-caf3-49e5-9a5a-e1d33a4262e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:07.057274 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b8f5a3a2-904b-4266-94c4-b10983625abb req-0b6bd74e-caf3-49e5-9a5a-e1d33a4262e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0461404 Oct 28 11:05:07.100242 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7bbd5-d73c-477f-bd52-74dddf5f9f3b req-f2669c00-49da-4c62-b70d-efe27957c0bc tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:07.101773 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bdc7bbd5-d73c-477f-bd52-74dddf5f9f3b req-f2669c00-49da-4c62-b70d-efe27957c0bc tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0473702 Oct 28 11:05:07.107280 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b8f5a3a2-904b-4266-94c4-b10983625abb req-d592a397-216f-4acd-b59f-6f3089995fe6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438488 Oct 28 11:05:07.150218 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bdc7bbd5-d73c-477f-bd52-74dddf5f9f3b req-7d589709-f836-4cdf-9b43-8d02ac6d4737 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427415 Oct 28 11:05:08.096695 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee0577-eb1b-4572-ad36-4ada807cb821 req-67669bfc-c457-44e9-8f63-3f470a29a329 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:08.098128 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5fee0577-eb1b-4572-ad36-4ada807cb821 req-67669bfc-c457-44e9-8f63-3f470a29a329 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0442734 Oct 28 11:05:08.143670 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5fee0577-eb1b-4572-ad36-4ada807cb821 req-915ca3cf-bb69-423a-a082-9be49d3f370c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401616 Oct 28 11:05:08.232893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc48771-52c5-47ad-acff-011d11e75303 req-a5764ff8-5150-4591-974d-f0cef586f339 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:08.234394 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-acc48771-52c5-47ad-acff-011d11e75303 req-a5764ff8-5150-4591-974d-f0cef586f339 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0469222 Oct 28 11:05:08.268293 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47d1dd-cd36-4004-b61e-89de7cc84457 req-f8334db4-7346-4f71-aacf-71a96790314a tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:08.269796 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0a47d1dd-cd36-4004-b61e-89de7cc84457 req-f8334db4-7346-4f71-aacf-71a96790314a tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0464678 Oct 28 11:05:08.282901 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-acc48771-52c5-47ad-acff-011d11e75303 req-67adca1f-a5d7-454d-8706-fefa9c811914 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Oct 28 11:05:08.316859 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0a47d1dd-cd36-4004-b61e-89de7cc84457 req-7d2e94cc-cd11-4db5-a3c6-089848152048 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Oct 28 11:05:09.264845 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f542fe-670b-4167-bb01-81504ad177eb req-67f3978e-2751-4009-92c0-da060594a035 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:09.266365 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b4f542fe-670b-4167-bb01-81504ad177eb req-67f3978e-2751-4009-92c0-da060594a035 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 932 time: 0.0502460 Oct 28 11:05:09.313071 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b4f542fe-670b-4167-bb01-81504ad177eb req-927c9bf7-2f9f-4b7e-bb3b-7349fc9d4332 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405657 Oct 28 11:05:09.408102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83950f-fb11-4a1d-8b85-272642aecefe req-8ce382fa-1874-4f95-ac52-c35c892d9709 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:09.409550 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3b83950f-fb11-4a1d-8b85-272642aecefe req-8ce382fa-1874-4f95-ac52-c35c892d9709 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0495555 Oct 28 11:05:09.436814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24e1e8-96b7-4678-abb6-d4c1497d7ff4 req-60a24881-1681-4627-8dfc-4d241a5385f9 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:09.438253 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8e24e1e8-96b7-4678-abb6-d4c1497d7ff4 req-60a24881-1681-4627-8dfc-4d241a5385f9 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0462801 Oct 28 11:05:09.455976 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3b83950f-fb11-4a1d-8b85-272642aecefe req-8df349eb-5b90-43a1-8aa1-87f391108b8f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407801 Oct 28 11:05:09.485050 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8e24e1e8-96b7-4678-abb6-d4c1497d7ff4 req-f28210b5-60bf-4cba-948f-30ab70819bbf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Oct 28 11:05:09.926559 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Request body: {'port': {'device_id': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:09.986811 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:10.228849 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:10.241612 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:05:10.248983 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Publish callbacks [] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:10.261342 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Transition to ACTIVE for port object 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:05:10.264077 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:10.340214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:10.342585 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:10.372630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Attempting to bind port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:05:10.372956 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Attempting to bind port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:05:10.373280 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Attempting to bind port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 on network 8e4af541-0222-4578-8070-e116020f3217 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:05:10.452514 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3686892-741b-4d14-b9e6-b3027e8c79e6 req-7d6cb397-e675-4bf4-aeac-15d5ad0b565c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:10.453941 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3686892-741b-4d14-b9e6-b3027e8c79e6 req-7d6cb397-e675-4bf4-aeac-15d5ad0b565c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 944 time: 0.0574758 Oct 28 11:05:10.455920 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 on network 8e4af541-0222-4578-8070-e116020f3217 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:05:10.456247 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Attempting to bind port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 on network 8e4af541-0222-4578-8070-e116020f3217 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:05:10.529753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:05:10.530115 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Checking segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:05:10.530498 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Bound using segment: {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:05:10.530930 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Bound port: 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f12d2af2-ca19-4048-ad46-734962caa76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8e4af541-0222-4578-8070-e116020f3217'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:05:10.531292 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:10.549119 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3686892-741b-4d14-b9e6-b3027e8c79e6 req-d42581b7-7a6b-44c9-b015-6ee67479608f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874958 Oct 28 11:05:10.588537 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517aee0-c062-49da-a393-ea12be641009 req-20d3b23b-e02e-4876-9efe-0e74212aacf4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:10.590751 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0517aee0-c062-49da-a393-ea12be641009 req-20d3b23b-e02e-4876-9efe-0e74212aacf4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0531666 Oct 28 11:05:10.608872 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:05:10.613032 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:05:10.629292 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:10.639095 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0517aee0-c062-49da-a393-ea12be641009 req-0d6cf21e-28c4-4539-ab28-55f704c4cbbd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Oct 28 11:05:10.651213 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:10.652377 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:10.653906 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 1094 time: 0.7329495 Oct 28 11:05:10.654555 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:10.656748 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ec3308-f80d-4863-a2b6-468f70f4fd3a" -d '{"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:10.693603 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5dce9f-f803-4fb5-a918-08779e48e76e x-openstack-request-id: req-dc5dce9f-f803-4fb5-a918-08779e48e76e {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:10.693890 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:10.694174 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dc5dce9f-f803-4fb5-a918-08779e48e76e {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:10.694575 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5dce9f-f803-4fb5-a918-08779e48e76e'] response: {'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'status': 'completed', 'code': 200} Oct 28 11:05:10.700835 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1853f2-9d2d-49fc-ab0d-8abcb2b4a393 req-e676cb31-c1f1-434e-a332-a1153171fe86 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:10.702322 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cc1853f2-9d2d-49fc-ab0d-8abcb2b4a393 req-e676cb31-c1f1-434e-a332-a1153171fe86 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0876296 Oct 28 11:05:10.729795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907e6b-3a55-446e-ab24-6400c8345510 service neutron] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:10.766097 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cc1853f2-9d2d-49fc-ab0d-8abcb2b4a393 req-1663bcf2-d207-417f-9a9c-38f43119f216 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566046 Oct 28 11:05:11.371821 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec3308-f80d-4863-a2b6-468f70f4fd3a req-f02c5d7e-8c71-4af8-bfa8-b0f2f3d3679e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.373272 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10ec3308-f80d-4863-a2b6-468f70f4fd3a req-f02c5d7e-8c71-4af8-bfa8-b0f2f3d3679e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1128 time: 0.0383446 Oct 28 11:05:11.475621 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec3308-f80d-4863-a2b6-468f70f4fd3a req-5010dab4-909a-494f-bcb7-69102f659605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.477092 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10ec3308-f80d-4863-a2b6-468f70f4fd3a req-5010dab4-909a-494f-bcb7-69102f659605 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=27b47aa9a61b4898a9af0062896cc3da&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0933831 Oct 28 11:05:11.671197 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c931ea-9f2d-4e00-937d-1526c2ca4792 req-ba8279f9-bd03-4c82-8753-d201c90e885a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.672784 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a2c931ea-9f2d-4e00-937d-1526c2ca4792 req-ba8279f9-bd03-4c82-8753-d201c90e885a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 944 time: 0.0485132 Oct 28 11:05:11.722647 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a2c931ea-9f2d-4e00-937d-1526c2ca4792 req-db758572-deb4-46da-8d33-2cff0184b02a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Oct 28 11:05:11.812514 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b14ba-877f-4684-8e1f-1cb53d4ff636 req-40b9a246-2e79-498a-9fcc-437fd4ebce04 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.813957 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e67b14ba-877f-4684-8e1f-1cb53d4ff636 req-40b9a246-2e79-498a-9fcc-437fd4ebce04 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0790834 Oct 28 11:05:11.848741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:11.860599 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:11.869922 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec3308-f80d-4863-a2b6-468f70f4fd3a req-3a6ae5eb-e197-4178-9a5b-1ff4ac85557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.872021 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10ec3308-f80d-4863-a2b6-468f70f4fd3a req-3a6ae5eb-e197-4178-9a5b-1ff4ac85557b service neutron] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3875904 Oct 28 11:05:11.886747 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e67b14ba-877f-4684-8e1f-1cb53d4ff636 req-2421bad0-fa88-48e8-92e1-3b2dd52b68f6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667872 Oct 28 11:05:11.928548 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-d9fe1fb2-9666-4d5a-bc0d-2ba19dc82dd0 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.930010 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-d9fe1fb2-9666-4d5a-bc0d-2ba19dc82dd0 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0773644 Oct 28 11:05:11.936303 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c323b-aeea-4985-ad4b-13325f2f80dd req-13abe078-7a86-47fe-9808-82cd80dfc702 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.937660 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-136c323b-aeea-4985-ad4b-13325f2f80dd req-13abe078-7a86-47fe-9808-82cd80dfc702 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 946 time: 0.0956423 Oct 28 11:05:11.954221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-68d96099-f924-482c-9d01-5090457fc008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:11.955719 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-68d96099-f924-482c-9d01-5090457fc008 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1128 time: 0.0396729 Oct 28 11:05:11.976119 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:12.000473 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-351f8ebd-d71c-4899-8ab8-6f341abc3d90 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 217 time: 0.0328963 Oct 28 11:05:12.051700 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-70c47880-9a69-4e6d-8fcb-007c6d747220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:12.053178 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-70c47880-9a69-4e6d-8fcb-007c6d747220 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 200 len: 852 time: 0.0468268 Oct 28 11:05:12.079473 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-136c323b-aeea-4985-ad4b-13325f2f80dd req-31d60f7e-6926-4cc4-a35f-0e293ba982a0 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346650 Oct 28 11:05:12.093086 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Deleting port e06a6103-d1c7-40a3-a1c7-18b7e291548e {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:05:12.093432 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:12.099590 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-a49d39f7-c580-4763-8daa-1061e7707ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:12.101030 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-a49d39f7-c580-4763-8daa-1061e7707ef6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8e4af541-0222-4578-8070-e116020f3217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0413909 Oct 28 11:05:12.182545 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] For port e06a6103-d1c7-40a3-a1c7-18b7e291548e, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e06a6103-d1c7-40a3-a1c7-18b7e291548e,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:12.182949 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:12.191202 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:12.195168 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-f64e6ab6-5600-4a73-99a7-9850e518980e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873790 Oct 28 11:05:12.198825 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Calling delete_port for e06a6103-d1c7-40a3-a1c7-18b7e291548e owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:05:12.289062 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1d4c578-0244-4a5c-a592-5ce2c55799d2 req-07c32f70-bd8a-4c89-bf1c-22afbd79947c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874085 Oct 28 11:05:12.342297 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (e06a6103-d1c7-40a3-a1c7-18b7e291548e), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:12.367151 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['e06a6103-d1c7-40a3-a1c7-18b7e291548e'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:12.374762 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Pushing event deleted for resources: {'Port': ['ID=e06a6103-d1c7-40a3-a1c7-18b7e291548e,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:12.445169 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] No DVR routers for this DVR port e06a6103-d1c7-40a3-a1c7-18b7e291548e on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:05:12.451419 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:12.454689 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8f7e9bf2-f837-4d51-9676-6f23a1183b1f req-ac5119cd-05b1-474b-8ebd-b9177116e108 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e06a6103-d1c7-40a3-a1c7-18b7e291548e HTTP/1.1" status: 204 len: 173 time: 0.5161364 Oct 28 11:05:12.455207 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'name': 'network-vif-deleted', 'tag': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:12.457458 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f560a5f-b238-40c1-899c-b70945194e4a" -d '{"events": [{"server_uuid": "74805231-5f7b-4de3-8151-06083c3c8bbd", "name": "network-vif-deleted", "tag": "e06a6103-d1c7-40a3-a1c7-18b7e291548e"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:12.498813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ad4b0d-ad4b-4d7c-92b8-738909f42a56 x-openstack-request-id: req-97ad4b0d-ad4b-4d7c-92b8-738909f42a56 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:12.498813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74805231-5f7b-4de3-8151-06083c3c8bbd", "name": "network-vif-deleted", "tag": "e06a6103-d1c7-40a3-a1c7-18b7e291548e", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:12.498813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97ad4b0d-ad4b-4d7c-92b8-738909f42a56 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:12.498813 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ad4b0d-ad4b-4d7c-92b8-738909f42a56'] response: {'server_uuid': '74805231-5f7b-4de3-8151-06083c3c8bbd', 'name': 'network-vif-deleted', 'tag': 'e06a6103-d1c7-40a3-a1c7-18b7e291548e', 'status': 'completed', 'code': 200} Oct 28 11:05:12.842276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7e6de-e3ff-4adb-a08c-32dc8b832a72 req-97ee318b-5bc9-4eed-9c81-d3271d27b9c8 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:12.843744 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7eb7e6de-e3ff-4adb-a08c-32dc8b832a72 req-97ee318b-5bc9-4eed-9c81-d3271d27b9c8 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 944 time: 0.0465872 Oct 28 11:05:12.889594 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7eb7e6de-e3ff-4adb-a08c-32dc8b832a72 req-2671af1b-8302-4033-a7db-03e2b6043a91 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403848 Oct 28 11:05:13.013561 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbc12e-c808-41cd-8e2f-2390161f5e72 req-46fe2de6-cf5c-4b5e-9396-92f521d6c937 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:13.014942 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9ebbc12e-c808-41cd-8e2f-2390161f5e72 req-46fe2de6-cf5c-4b5e-9396-92f521d6c937 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0462673 Oct 28 11:05:13.064440 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9ebbc12e-c808-41cd-8e2f-2390161f5e72 req-41480165-7343-4b1e-ac60-9c83af06db55 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Oct 28 11:05:13.184318 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c73409dd-4f5e-4487-a9d2-58cb7bcd02c0 req-aa6d8d62-cfe7-405b-83cb-777af1d00e7d tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 210 time: 0.0300040 Oct 28 11:05:13.687992 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:14.010906 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c8b6-1054-4c51-b2b0-93378170c728 req-d4cdb08d-f3d8-4236-90fe-532c6766e40f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:14.012413 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a0a0c8b6-1054-4c51-b2b0-93378170c728 req-d4cdb08d-f3d8-4236-90fe-532c6766e40f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 944 time: 0.0489242 Oct 28 11:05:14.060241 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a0a0c8b6-1054-4c51-b2b0-93378170c728 req-1a89e405-04d3-402a-b6f7-f82b1a235519 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421717 Oct 28 11:05:14.188492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73b0de-efed-456d-a766-772d180e9cc1 req-eb71b2ab-dd45-43f5-afa5-c88cb91979cc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:14.189962 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8f73b0de-efed-456d-a766-772d180e9cc1 req-eb71b2ab-dd45-43f5-afa5-c88cb91979cc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0452209 Oct 28 11:05:14.238357 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8f73b0de-efed-456d-a766-772d180e9cc1 req-c9b52d91-347f-4d37-8018-98bf2dfba6c3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 Oct 28 11:05:14.287530 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e0647e92-a9ba-40ea-85a6-6d744dce8bde req-105531a7-50f3-4d36-ac6e-585bbb87ffb5 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 210 time: 0.0283079 Oct 28 11:05:15.186776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5fcf1-5c2e-468f-94a4-d9332026ca05 req-e018e841-9f05-4962-b548-6666a29a7d8a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:15.188266 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3db5fcf1-5c2e-468f-94a4-d9332026ca05 req-e018e841-9f05-4962-b548-6666a29a7d8a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 944 time: 0.0475731 Oct 28 11:05:15.235289 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3db5fcf1-5c2e-468f-94a4-d9332026ca05 req-39ff9c0c-9053-45c6-a4c0-71c352daa024 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Oct 28 11:05:15.368536 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5940a42-f473-4900-b92c-ff2b225363e0 req-c834025a-d194-4fb1-ab08-e058377c52d8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:15.370046 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d5940a42-f473-4900-b92c-ff2b225363e0 req-c834025a-d194-4fb1-ab08-e058377c52d8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0498333 Oct 28 11:05:15.408448 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e7402048-76de-4f3f-8ea0-fa0fc7884e2d req-9f0c6d22-443b-4b8a-a47c-9d29a9f50641 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=74805231-5f7b-4de3-8151-06083c3c8bbd HTTP/1.1" status: 200 len: 210 time: 0.0303736 Oct 28 11:05:15.421186 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d5940a42-f473-4900-b92c-ff2b225363e0 req-b44b0656-a954-4516-a4cf-b7076c86e3b3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453951 Oct 28 11:05:15.546349 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:05:15.549124 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=31,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:15.550207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e06a6103-d1c7-40a3-a1c7-18b7e291548e no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:05:15.579206 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: e06a6103-d1c7-40a3-a1c7-18b7e291548e {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:05:15.579550 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e06a6103-d1c7-40a3-a1c7-18b7e291548e not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:05:15.672155 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:15.683840 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'port_id': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'mac_address': 'fa:16:3e:87:89:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:05:15.719352 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:15.719739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:15.736488 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:05:15.755830 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:15.759330 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:15.808478 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:16.037318 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42508) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:16.139655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4066fb4e-853a-40c7-bd44-f09cc8e68602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.213341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4066fb4e-853a-40c7-bd44-f09cc8e68602 admin admin] Publish callbacks [] for security_group (42593c8f-a698-4ec5-adc8-acba1d13b7ce), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.217630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4066fb4e-853a-40c7-bd44-f09cc8e68602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (42593c8f-a698-4ec5-adc8-acba1d13b7ce), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.218672 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:16.257353 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4066fb4e-853a-40c7-bd44-f09cc8e68602 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=36a584cd24cd42179665ad2d6b3eea46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189512 Oct 28 11:05:16.258243 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066fb4e-853a-40c7-bd44-f09cc8e68602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42593c8f-a698-4ec5-adc8-acba1d13b7ce,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:16.260041 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42512) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:16.336099 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-28e33cb9-3469-4a64-a3f4-d61cace56d45 admin admin] Publish callbacks [] for security_group (42593c8f-a698-4ec5-adc8-acba1d13b7ce), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.358451 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:16.383792 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-28e33cb9-3469-4a64-a3f4-d61cace56d45 admin admin] Publish callbacks [] for security_group (42593c8f-a698-4ec5-adc8-acba1d13b7ce), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.391323 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944379f-f21d-4b1f-984e-bca23cb75231 req-b2690a2e-3f89-4c60-8a82-d4e067e56d32 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:16.392784 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3944379f-f21d-4b1f-984e-bca23cb75231 req-b2690a2e-3f89-4c60-8a82-d4e067e56d32 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0702343 Oct 28 11:05:16.462847 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3944379f-f21d-4b1f-984e-bca23cb75231 req-478b87fb-ad42-448d-a087-473176f7f1c6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645475 Oct 28 11:05:16.483508 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-28e33cb9-3469-4a64-a3f4-d61cace56d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (42593c8f-a698-4ec5-adc8-acba1d13b7ce), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.485085 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-28e33cb9-3469-4a64-a3f4-d61cace56d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:16.489243 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-28e33cb9-3469-4a64-a3f4-d61cace56d45 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/42593c8f-a698-4ec5-adc8-acba1d13b7ce HTTP/1.1" status: 204 len: 168 time: 0.2227952 Oct 28 11:05:16.507762 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e33cb9-3469-4a64-a3f4-d61cace56d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42593c8f-a698-4ec5-adc8-acba1d13b7ce,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:16.587401 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512239f-57e3-4226-8cba-05c1f8940874 req-a95bb8f6-0d2c-4089-bd8f-4055debb910a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:16.588901 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6512239f-57e3-4226-8cba-05c1f8940874 req-a95bb8f6-0d2c-4089-bd8f-4055debb910a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0577416 Oct 28 11:05:16.642061 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6512239f-57e3-4226-8cba-05c1f8940874 req-a2622627-5ee9-4f3a-8c5c-d15a547739a4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469363 Oct 28 11:05:16.706622 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:16.808483 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-50e5fa91-f813-4fe2-880c-e5d55d508a3e tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:16.810267 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-50e5fa91-f813-4fe2-880c-e5d55d508a3e tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/networks?id=125d4da4-285b-4dff-aab9-ade58d34df72 HTTP/1.1" status: 200 len: 809 time: 0.1159465 Oct 28 11:05:16.825774 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-06aaba7f-80bf-4244-ba84-3ec810259c40 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/quotas/fc436cb987344c159e565353054e9539 HTTP/1.1" status: 200 len: 375 time: 0.0100851 Oct 28 11:05:16.857578 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-d34467a8-48d7-4472-b434-86f39c861303 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=fc436cb987344c159e565353054e9539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264289 Oct 28 11:05:16.949621 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-fe8e913b-191d-491c-be09-2e5cc0b62fba service neutron] 10.222.0.46 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850987 Oct 28 11:05:17.041960 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-49d642c6-11b2-414b-b064-4e8d717e052d service neutron] 10.222.0.46 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866256 Oct 28 11:05:17.087268 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:05:17.199370 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-58a6564e-a3b1-47c5-a2e4-750f6618c291 req-395ad0a3-6ae8-421f-adaf-fe5436a05a2b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 210 time: 0.0281990 Oct 28 11:05:17.554607 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:05:17.598709 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:05:17.605572 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f1d5-e143-49b0-ad7a-fcf432b25ed6 req-151d4a79-7f9d-4a4e-b796-c5391886d719 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:17.607219 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a9b1f1d5-e143-49b0-ad7a-fcf432b25ed6 req-151d4a79-7f9d-4a4e-b796-c5391886d719 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0516591 Oct 28 11:05:17.608304 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:05:17.608736 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:17.609107 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 Oct 28 11:05:17.657357 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a9b1f1d5-e143-49b0-ad7a-fcf432b25ed6 req-4c919046-0e72-464a-aed2-8f3e66bc634a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Oct 28 11:05:17.687213 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:17.687605 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:17.712551 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:17.715322 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bccbc10-bb3a-4283-b5b1-7443ef659a64" -d '{"events": [{"server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:17.728023 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:17.734340 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:17.773537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff336a46-87b2-4371-b3d7-bdec307f6b55 x-openstack-request-id: req-ff336a46-87b2-4371-b3d7-bdec307f6b55 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:17.773852 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:17.774179 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ff336a46-87b2-4371-b3d7-bdec307f6b55 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:17.774580 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff336a46-87b2-4371-b3d7-bdec307f6b55'] response: {'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'code': 200} Oct 28 11:05:17.786909 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:17.797687 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:17.815984 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37886-b295-4ee8-89d1-71ebdf4924c8 req-4b1c7ec2-2532-460f-ad7a-e22f7f11d8e0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:17.817494 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-74b37886-b295-4ee8-89d1-71ebdf4924c8 req-4b1c7ec2-2532-460f-ad7a-e22f7f11d8e0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0718703 Oct 28 11:05:17.869671 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-74b37886-b295-4ee8-89d1-71ebdf4924c8 req-caa06e26-a370-40d3-994a-85d971a38fb9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459926 Oct 28 11:05:17.981365 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1e8eb-b523-472e-bd43-5dd41522936b req-6c3c437d-a7b9-415d-a330-5f658c40b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:17.982922 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b0b1e8eb-b523-472e-bd43-5dd41522936b req-6c3c437d-a7b9-415d-a330-5f658c40b2dd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0393879 Oct 28 11:05:18.028786 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b0b1e8eb-b523-472e-bd43-5dd41522936b req-6cb68eba-0928-4f8c-a238-a81be0b1598c service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394037 Oct 28 11:05:18.322773 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-98beb809-9b01-4252-bab1-8fa8a0fa4ac2 req-c9489c33-358d-45b6-9602-315c42f9e905 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 210 time: 0.0301507 Oct 28 11:05:18.778583 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe7e20-94af-448c-9766-bc78895302bd req-67471461-266a-41d4-af26-720e5f682939 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:18.780020 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6abe7e20-94af-448c-9766-bc78895302bd req-67471461-266a-41d4-af26-720e5f682939 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0462909 Oct 28 11:05:18.828704 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6abe7e20-94af-448c-9766-bc78895302bd req-2ac988c9-79ae-4437-b6e5-803a0e6a55ad tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Oct 28 11:05:19.000115 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a782e15-bbc6-43f0-b75a-f4a4a64e3fcf req-860fdba1-6d87-49c9-8a40-a98cc7d7496f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:19.001488 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a782e15-bbc6-43f0-b75a-f4a4a64e3fcf req-860fdba1-6d87-49c9-8a40-a98cc7d7496f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0465262 Oct 28 11:05:19.048355 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a782e15-bbc6-43f0-b75a-f4a4a64e3fcf req-ffc5a507-e4ad-49d8-9e49-c8d972623335 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 Oct 28 11:05:19.341041 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-503049a5-f532-4f4b-b747-797f699f9446 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:19.342726 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-503049a5-f532-4f4b-b747-797f699f9446 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "GET /networking/v2.0/networks?id=125d4da4-285b-4dff-aab9-ade58d34df72 HTTP/1.1" status: 200 len: 809 time: 0.1093013 Oct 28 11:05:19.357130 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Request body: {'port': {'device_id': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72', 'admin_state_up': True, 'tenant_id': 'fc436cb987344c159e565353054e9539'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:19.431983 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e4c1df91-7a6d-41ef-a53a-042795147673 req-36a2953d-6f7f-4a7d-a9cf-27d1cc850542 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 210 time: 0.0291929 Oct 28 11:05:19.468436 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Made reservation on behalf of fc436cb987344c159e565353054e9539 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:05:19.472203 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:19.473936 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:19.600191 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Allocated IP 172.20.0.7 (125d4da4-285b-4dff-aab9-ade58d34df72/6060a8a0-cb29-42a4-a938-2316914db160/e314f892-b3bf-4825-b0bf-a9151de3c38b) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:05:19.610148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:19.760217 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks [] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:19.791664 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:19.835458 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Network 125d4da4-285b-4dff-aab9-ade58d34df72 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:05:19.838597 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:05:19.842959 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:05:19.866092 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Pushing event updated for resources: {'Port': ['ID=e314f892-b3bf-4825-b0bf-a9151de3c38b,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:19.894197 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:19.894806 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:19.918910 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-dce97552-6815-4497-aba0-994844bbb861 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653546 Oct 28 11:05:19.953657 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c77c8-c018-4064-a11b-388693ac489c req-9b070539-b101-45c8-9cc3-1443068b4b27 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:19.955130 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-050c77c8-c018-4064-a11b-388693ac489c req-9b070539-b101-45c8-9cc3-1443068b4b27 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0501933 Oct 28 11:05:20.001542 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-050c77c8-c018-4064-a11b-388693ac489c req-d51016b9-419a-4ca7-af99-b4ef5e2fdb63 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Oct 28 11:05:20.122523 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3285557-4048-4721-a250-60390b37caed req-101b8496-4f89-46f6-a9d7-1f0d5c28aecd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:20.124036 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3285557-4048-4721-a250-60390b37caed req-101b8496-4f89-46f6-a9d7-1f0d5c28aecd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0473404 Oct 28 11:05:20.149025 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Request body: {'port': {'device_id': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:20.154001 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:20.190524 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3285557-4048-4721-a250-60390b37caed req-0297d69d-c464-49c9-97eb-c7850a15b7bb tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594454 Oct 28 11:05:20.205927 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea378b9c-9a46-4b77-87dc-57f55d3a3dc1 req-e8073b85-e0c7-48d6-b5c4-ec3c8dd0b096 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:20.207425 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ea378b9c-9a46-4b77-87dc-57f55d3a3dc1 req-e8073b85-e0c7-48d6-b5c4-ec3c8dd0b096 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0742369 Oct 28 11:05:20.268443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:20.292735 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ea378b9c-9a46-4b77-87dc-57f55d3a3dc1 req-4b8d8750-6752-4928-99d2-9ae501f7b6c7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617023 Oct 28 11:05:20.471327 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:20.520150 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:20.552114 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5609e-9641-4596-a0f9-3c70d7688cbc req-ffe1e608-b377-4556-9568-245c482a0698 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:20.553596 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d3d5609e-9641-4596-a0f9-3c70d7688cbc req-ffe1e608-b377-4556-9568-245c482a0698 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0641444 Oct 28 11:05:20.562121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122aef9-9b46-4be7-bb13-31eb86b91d9c req-09291614-92f5-4239-9ccc-8d0517e935ad tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:20.563603 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e122aef9-9b46-4be7-bb13-31eb86b91d9c req-09291614-92f5-4239-9ccc-8d0517e935ad tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 931 time: 0.0508301 Oct 28 11:05:20.599477 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e314f892-b3bf-4825-b0bf-a9151de3c38b {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:05:20.610493 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Publish callbacks [] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:20.611069 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e122aef9-9b46-4be7-bb13-31eb86b91d9c req-e382fabf-b957-4c4c-acb6-134216c1923c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419905 Oct 28 11:05:20.640014 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Transition to ACTIVE for port object e314f892-b3bf-4825-b0bf-a9151de3c38b will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:05:20.643789 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d3d5609e-9641-4596-a0f9-3c70d7688cbc req-f7ca8358-ac94-448d-90d5-af448574c1b4 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707645 Oct 28 11:05:20.644792 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:20.705168 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Pushing event updated for resources: {'Port': ['ID=e314f892-b3bf-4825-b0bf-a9151de3c38b,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:20.734692 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.735298 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.735643 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.735983 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.736321 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.736654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.736987 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.737317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.737644 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.737992 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.738324 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.738649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.738976 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.739303 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.739628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:20.768122 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Attempting to bind port e314f892-b3bf-4825-b0bf-a9151de3c38b on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:05:20.768454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Attempting to bind port e314f892-b3bf-4825-b0bf-a9151de3c38b by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:05:20.768784 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Attempting to bind port e314f892-b3bf-4825-b0bf-a9151de3c38b on network 125d4da4-285b-4dff-aab9-ade58d34df72 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:05:20.811128 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Port e314f892-b3bf-4825-b0bf-a9151de3c38b on network 125d4da4-285b-4dff-aab9-ade58d34df72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:05:20.811914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Attempting to bind port e314f892-b3bf-4825-b0bf-a9151de3c38b on network 125d4da4-285b-4dff-aab9-ade58d34df72 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:05:20.857313 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:05:20.857758 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Checking segment: {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:05:20.858265 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Bound using segment: {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:05:20.858801 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Bound port: e314f892-b3bf-4825-b0bf-a9151de3c38b, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fdded1-bc38-49b8-b446-43762f109c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:05:20.859274 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:20.926364 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] For port e314f892-b3bf-4825-b0bf-a9151de3c38b, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:05:20.931810 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] For port e314f892-b3bf-4825-b0bf-a9151de3c38b, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:05:20.939835 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:20.945483 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:20.946205 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:20.947637 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/e314f892-b3bf-4825-b0bf-a9151de3c38b HTTP/1.1" status: 200 len: 1093 time: 0.8125947 Oct 28 11:05:20.948269 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'tag': 'e314f892-b3bf-4825-b0bf-a9151de3c38b'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:20.950619 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0" -d '{"events": [{"name": "network-changed", "server_uuid": "5699f2fa-7608-41d8-98e5-a73e380e5a90", "tag": "e314f892-b3bf-4825-b0bf-a9151de3c38b"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:21.025316 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57219981-c01d-4f7e-ac3e-b3a53001744d x-openstack-request-id: req-57219981-c01d-4f7e-ac3e-b3a53001744d {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:21.026035 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5699f2fa-7608-41d8-98e5-a73e380e5a90", "tag": "e314f892-b3bf-4825-b0bf-a9151de3c38b", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:21.026035 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-57219981-c01d-4f7e-ac3e-b3a53001744d {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:21.026265 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57219981-c01d-4f7e-ac3e-b3a53001744d'] response: {'name': 'network-changed', 'server_uuid': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'tag': 'e314f892-b3bf-4825-b0bf-a9151de3c38b', 'status': 'completed', 'code': 200} Oct 28 11:05:21.048513 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-0df34bc3-1f59-4215-b0aa-ca524ce63ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:21.050020 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-0df34bc3-1f59-4215-b0aa-ca524ce63ca4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc436cb987344c159e565353054e9539&device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 1127 time: 0.0590129 Oct 28 11:05:21.054493 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd04d7d-d7b3-4d3b-9dff-d1b7bd90beae service neutron] Pushing event updated for resources: {'Port': ['ID=e314f892-b3bf-4825-b0bf-a9151de3c38b,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:21.090306 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-03e31c42-97d3-4f20-be07-181cf138b1ca service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b HTTP/1.1" status: 200 len: 217 time: 0.0329802 Oct 28 11:05:21.142002 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-6926a051-70ac-4aa6-81dc-80be1e0fd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:21.143399 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-6926a051-70ac-4aa6-81dc-80be1e0fd5c5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6060a8a0-cb29-42a4-a938-2316914db160 HTTP/1.1" status: 200 len: 849 time: 0.0465248 Oct 28 11:05:21.175118 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-d00e5984-83e6-444e-8c89-b9e1474df03e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=125d4da4-285b-4dff-aab9-ade58d34df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249748 Oct 28 11:05:21.264143 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-9df49a47-5a4a-4738-ba6f-046a67899270 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824521 Oct 28 11:05:21.409846 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:21.458997 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce181f4-958b-4cb7-8f98-d6aea22d3e18 req-a74d8469-b04b-455f-82ef-d320168abbc9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:21.460437 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dce181f4-958b-4cb7-8f98-d6aea22d3e18 req-a74d8469-b04b-455f-82ef-d320168abbc9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0870023 Oct 28 11:05:21.527178 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b31f54e2-e6cb-48bd-ad4e-91e2551f2f14 req-069cae11-9d7d-457d-b9b0-caa6bf13049e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433041 Oct 28 11:05:21.537640 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dce181f4-958b-4cb7-8f98-d6aea22d3e18 req-dbb62b6f-56c7-4dcd-a73f-a25d4e611876 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709000 Oct 28 11:05:21.730394 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf413ff6-eb25-477f-88b0-deb40eb87378 req-8a12f0cc-9abd-442f-80d8-ddef2eebc072 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:21.731809 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf413ff6-eb25-477f-88b0-deb40eb87378 req-8a12f0cc-9abd-442f-80d8-ddef2eebc072 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 943 time: 0.0456831 Oct 28 11:05:21.779623 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf413ff6-eb25-477f-88b0-deb40eb87378 req-72b56862-8397-4d6e-9b98-7c0c21039117 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420816 Oct 28 11:05:22.661835 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f645f6-39b8-4781-8c0e-0d4bf41927e1 req-86b8d114-6f51-42e4-8e73-e75df7d6bcb9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:22.663308 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b9f645f6-39b8-4781-8c0e-0d4bf41927e1 req-86b8d114-6f51-42e4-8e73-e75df7d6bcb9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0454938 Oct 28 11:05:22.712961 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b9f645f6-39b8-4781-8c0e-0d4bf41927e1 req-f1f74a6d-c43f-462e-8ff5-04cc9c652ae5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442755 Oct 28 11:05:22.898831 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e258b03-ae75-478a-a343-80be6a4b0258 req-620e437d-e6cd-4db7-bd9d-a72ea9b19127 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:22.900245 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6e258b03-ae75-478a-a343-80be6a4b0258 req-620e437d-e6cd-4db7-bd9d-a72ea9b19127 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 943 time: 0.0460048 Oct 28 11:05:22.946684 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6e258b03-ae75-478a-a343-80be6a4b0258 req-cb7e97e6-9135-4ced-ac27-234a41c3a6a9 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404334 Oct 28 11:05:23.837530 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483e38-8dd1-4d79-9de7-76b32648e5f1 req-e9f77646-3451-4646-bab6-8183445b45fe tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:23.838986 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-13483e38-8dd1-4d79-9de7-76b32648e5f1 req-e9f77646-3451-4646-bab6-8183445b45fe tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0474911 Oct 28 11:05:23.885789 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-13483e38-8dd1-4d79-9de7-76b32648e5f1 req-e5d66d9d-260d-4f1d-a2df-503fcee2fad5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 Oct 28 11:05:24.070434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02107d-c118-45d4-9a26-28497c078325 req-df8458f8-c11a-4fa0-bd51-ec7556fa21bf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:24.071857 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd02107d-c118-45d4-9a26-28497c078325 req-df8458f8-c11a-4fa0-bd51-ec7556fa21bf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 943 time: 0.0495780 Oct 28 11:05:24.118338 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd02107d-c118-45d4-9a26-28497c078325 req-22b68f02-58a5-4e0b-b151-904f9230d480 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Oct 28 11:05:24.819455 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-1c4a180a-17db-4843-b884-e944a5b8560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:24.821357 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-1c4a180a-17db-4843-b884-e944a5b8560d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=fc436cb987344c159e565353054e9539&device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 1127 time: 0.0432413 Oct 28 11:05:24.879018 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:24.906640 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-595182bb-4dc9-43b9-abe2-10047ba38134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:24.908146 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-595182bb-4dc9-43b9-abe2-10047ba38134 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1130 time: 0.0496132 Oct 28 11:05:24.928667 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-ea2156d8-6cc0-4c5e-917a-2f9954ed738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:24.930455 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-ea2156d8-6cc0-4c5e-917a-2f9954ed738f service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=125d4da4-285b-4dff-aab9-ade58d34df72 HTTP/1.1" status: 200 len: 910 time: 0.1029682 Oct 28 11:05:24.979262 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-8806399c-0dfc-4d71-af76-eae400d60964 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b HTTP/1.1" status: 200 len: 217 time: 0.0429962 Oct 28 11:05:25.035623 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-e9e2cecd-868a-4e44-802a-75e5f2e94997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:25.037242 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-e9e2cecd-868a-4e44-802a-75e5f2e94997 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6060a8a0-cb29-42a4-a938-2316914db160 HTTP/1.1" status: 200 len: 849 time: 0.0523336 Oct 28 11:05:25.067438 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d52dbe-47a3-4af5-9ebc-42cada3c8af5 req-8ff4c03b-5464-4a63-a86c-ede8897dca2f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:25.069235 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05d52dbe-47a3-4af5-9ebc-42cada3c8af5 req-8ff4c03b-5464-4a63-a86c-ede8897dca2f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0733955 Oct 28 11:05:25.090953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:25.093077 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-6c107842-6223-43e6-9a00-7210abe2d620 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=125d4da4-285b-4dff-aab9-ade58d34df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472493 Oct 28 11:05:25.110190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-8a48aa4d-6534-425a-ba75-668d2118a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:25.111645 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-8a48aa4d-6534-425a-ba75-668d2118a114 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.1831126 Oct 28 11:05:25.192811 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-93f0896b-2a99-4c89-8d12-cbf84bab83dd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937834 Oct 28 11:05:25.195711 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05d52dbe-47a3-4af5-9ebc-42cada3c8af5 req-83ec6f60-896c-45cf-aa90-15b834ea294d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164105 Oct 28 11:05:25.209411 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-05394753-1ec6-496a-98d5-87a348a03e4a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 1002 time: 0.0880353 Oct 28 11:05:25.260324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-5847cdd1-1ff3-456a-ab88-bf5697a972c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:25.261785 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-5847cdd1-1ff3-456a-ab88-bf5697a972c6 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0459776 Oct 28 11:05:25.299858 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3fdf-0a0a-4c8c-8c2e-03ee585f3fcb req-7db477d5-2662-4695-bec1-853672e70a72 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:25.301310 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0c5d3fdf-0a0a-4c8c-8c2e-03ee585f3fcb req-7db477d5-2662-4695-bec1-853672e70a72 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 943 time: 0.0904140 Oct 28 11:05:25.303959 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-e98525fe-6b75-4735-a68c-10a513121c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:25.305445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-e98525fe-6b75-4735-a68c-10a513121c19 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0375295 Oct 28 11:05:25.348152 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8b712e5a-fcdb-4180-a6f7-ee0570f476f0 req-92308daa-fee8-4197-8b7f-8241bdc37ab3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455491 Oct 28 11:05:25.371421 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0c5d3fdf-0a0a-4c8c-8c2e-03ee585f3fcb req-ffbbd143-2e8c-4ad7-9a1a-bd66555063f4 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609376 Oct 28 11:05:25.405314 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-b6cf32ca-d6f6-434c-a262-f12afe69b17a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894966 Oct 28 11:05:25.463989 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:25.504886 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be087bb0-ce66-4bd4-9629-f917e85c7880 req-afd9fd5e-ad96-46ee-b969-f8e4602db2e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865421 Oct 28 11:05:25.605789 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:05:25.796900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:25.811253 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:25.824716 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:25.836082 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'mac_address': 'fa:16:3e:96:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:05:25.869450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: ACTIVE; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:25.869764 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:25.883144 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:05:25.902703 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:25.906787 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:25.907540 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e314f892-b3bf-4825-b0bf-a9151de3c38b details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:05:25.976008 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=6']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:26.010175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.010520 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.010856 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.011191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.011521 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.011846 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.012833 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.013158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.013484 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.013807 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.014156 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.014488 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.014805 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.015123 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.015439 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:26.054947 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port e314f892-b3bf-4825-b0bf-a9151de3c38b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:26.066284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'e314f892-b3bf-4825-b0bf-a9151de3c38b', 'network_id': '125d4da4-285b-4dff-aab9-ade58d34df72', 'port_id': 'e314f892-b3bf-4825-b0bf-a9151de3c38b', 'mac_address': 'fa:16:3e:a7:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6060a8a0-cb29-42a4-a938-2316914db160', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:05:26.103937 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port e314f892-b3bf-4825-b0bf-a9151de3c38b is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:26.104330 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:26.117987 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e314f892-b3bf-4825-b0bf-a9151de3c38b {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:05:26.137868 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port e314f892-b3bf-4825-b0bf-a9151de3c38b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:26.141706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:26.190630 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=e314f892-b3bf-4825-b0bf-a9151de3c38b,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:26.323741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d25920d-8e8e-4701-8eaf-ef0ab586929e req-e5f36ab4-9582-4df8-a067-c0269db5c43b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:26.325265 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8d25920d-8e8e-4701-8eaf-ef0ab586929e req-e5f36ab4-9582-4df8-a067-c0269db5c43b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 945 time: 0.0459647 Oct 28 11:05:26.375608 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8d25920d-8e8e-4701-8eaf-ef0ab586929e req-478274c4-df25-44d4-8f99-37d87d358201 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446796 Oct 28 11:05:26.471627 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['06fb27d9-2d31-41b8-ad55-60bad7a8ec79'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:26.491723 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc51c8-fe41-43eb-8e45-984f81c61b42 req-7821bca1-1c1d-4e5d-bdae-158726fd008c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:26.493200 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-edfc51c8-fe41-43eb-8e45-984f81c61b42 req-7821bca1-1c1d-4e5d-bdae-158726fd008c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 944 time: 0.0469000 Oct 28 11:05:26.539635 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-edfc51c8-fe41-43eb-8e45-984f81c61b42 req-b6b7b765-1554-4e58-b44e-50e066d6d0a0 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Oct 28 11:05:26.665441 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['e314f892-b3bf-4825-b0bf-a9151de3c38b'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:27.083666 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:27.498704 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ec6a6-eeae-4d72-8714-e760a1c206e2 req-95643458-8c7a-4ceb-8b03-40703f751a6f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:27.500148 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d96ec6a6-eeae-4d72-8714-e760a1c206e2 req-95643458-8c7a-4ceb-8b03-40703f751a6f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 945 time: 0.0460076 Oct 28 11:05:27.548010 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d96ec6a6-eeae-4d72-8714-e760a1c206e2 req-d1ee2290-2a4d-4bb7-9651-462d0c208697 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421741 Oct 28 11:05:27.662688 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312617f5-9172-40d2-ba0c-69e79533b344 req-8a48e164-42b9-4d80-8a67-71ae11163bc7 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:27.664209 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-312617f5-9172-40d2-ba0c-69e79533b344 req-8a48e164-42b9-4d80-8a67-71ae11163bc7 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 944 time: 0.0455198 Oct 28 11:05:27.713174 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-312617f5-9172-40d2-ba0c-69e79533b344 req-08c0d427-0774-49c8-9306-8b0712ad0dc2 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434666 Oct 28 11:05:27.923016 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e314f892-b3bf-4825-b0bf-a9151de3c38b up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:05:27.928090 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:27.949269 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:27.962965 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:27.975018 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port e314f892-b3bf-4825-b0bf-a9151de3c38b completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:05:27.980429 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port e314f892-b3bf-4825-b0bf-a9151de3c38b triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:05:27.980851 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:27.981217 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port e314f892-b3bf-4825-b0bf-a9151de3c38b Oct 28 11:05:28.053552 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port e314f892-b3bf-4825-b0bf-a9151de3c38b is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:28.053939 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:28.080218 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e314f892-b3bf-4825-b0bf-a9151de3c38b'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:28.082516 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68544b1-2cac-4d25-baa5-3812017e86d1" -d '{"events": [{"server_uuid": "5699f2fa-7608-41d8-98e5-a73e380e5a90", "name": "network-vif-plugged", "status": "completed", "tag": "e314f892-b3bf-4825-b0bf-a9151de3c38b"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:28.094724 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port e314f892-b3bf-4825-b0bf-a9151de3c38b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:28.098779 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:28.099646 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:05:28.140303 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ef121-331d-49ad-b215-d47a782e64f3 x-openstack-request-id: req-e28ef121-331d-49ad-b215-d47a782e64f3 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:28.140612 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5699f2fa-7608-41d8-98e5-a73e380e5a90", "name": "network-vif-plugged", "status": "completed", "tag": "e314f892-b3bf-4825-b0bf-a9151de3c38b", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:28.140870 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e28ef121-331d-49ad-b215-d47a782e64f3 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:28.141255 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e28ef121-331d-49ad-b215-d47a782e64f3'] response: {'server_uuid': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e314f892-b3bf-4825-b0bf-a9151de3c38b', 'code': 200} Oct 28 11:05:28.178806 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=e314f892-b3bf-4825-b0bf-a9151de3c38b,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:28.187003 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:05:28.187298 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:28.187631 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 Oct 28 11:05:28.265852 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:28.266262 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:28.302382 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:28.304320 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069a538-f504-4d34-99f6-30903f3b0133 req-714ee5de-765f-4012-b9fe-ea7abfe5a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:28.306004 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5069a538-f504-4d34-99f6-30903f3b0133 req-714ee5de-765f-4012-b9fe-ea7abfe5a89e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 1129 time: 0.0411696 Oct 28 11:05:28.306144 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:28.351737 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=7']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:28.353242 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5069a538-f504-4d34-99f6-30903f3b0133 req-8024725c-83e9-4bd4-88d3-ffe53882b513 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Oct 28 11:05:28.673013 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cc0c5-e1e6-4e35-8434-140ab27c7ad3 req-991fe6d8-c7a8-4c20-8626-a0f70707801f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:28.674467 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ae1cc0c5-e1e6-4e35-8434-140ab27c7ad3 req-991fe6d8-c7a8-4c20-8626-a0f70707801f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0451756 Oct 28 11:05:28.720485 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ae1cc0c5-e1e6-4e35-8434-140ab27c7ad3 req-abd45ece-6910-49c1-a8b2-3d79f3a01aa0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406117 Oct 28 11:05:28.740923 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b1abe4da-03ff-4b20-9f22-1832ed21802d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:28.839191 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f2d9d-d1f5-4684-81d6-d1c12d113ebf req-6a835039-0c50-4626-b02f-4df7cc11d10c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:28.841068 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-586f2d9d-d1f5-4684-81d6-d1c12d113ebf req-6a835039-0c50-4626-b02f-4df7cc11d10c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.0490875 Oct 28 11:05:28.887177 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-586f2d9d-d1f5-4684-81d6-d1c12d113ebf req-bcf7dcf7-8891-4efd-af41-cab97e06f0b6 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Oct 28 11:05:29.846690 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d9a93-4708-4bf1-a78d-dc8640bbe556 req-0089e37a-5eb9-49a2-a0f5-7a1b2d573965 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:29.848132 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6b4d9a93-4708-4bf1-a78d-dc8640bbe556 req-0089e37a-5eb9-49a2-a0f5-7a1b2d573965 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0454671 Oct 28 11:05:29.894391 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6b4d9a93-4708-4bf1-a78d-dc8640bbe556 req-bed1bda8-fa1e-4600-bcef-f6299463952c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Oct 28 11:05:30.004597 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3b4ad-a3cd-4291-b063-ca97710f4ae4 req-62554fba-5cc6-43d4-b41e-ea3bc9fc5c28 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:30.006089 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-63e3b4ad-a3cd-4291-b063-ca97710f4ae4 req-62554fba-5cc6-43d4-b41e-ea3bc9fc5c28 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.0464613 Oct 28 11:05:30.052896 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-63e3b4ad-a3cd-4291-b063-ca97710f4ae4 req-db9c5e0e-d9ee-47b8-ace6-50903b686092 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Oct 28 11:05:30.142607 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:30.144920 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cceef7-989b-4c99-8170-8e65c2a816d5" -d '{"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-plugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:30.182010 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0322fcf-b1a1-41e4-a310-32a541d9aea6 x-openstack-request-id: req-a0322fcf-b1a1-41e4-a310-32a541d9aea6 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:30.182325 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-plugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:30.182581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a0322fcf-b1a1-41e4-a310-32a541d9aea6 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:30.182973 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0322fcf-b1a1-41e4-a310-32a541d9aea6'] response: {'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'code': 200} Oct 28 11:05:30.839434 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ac54cd32-c950-4fde-b45b-82c2b2fd3af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:31.024152 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b194df-56ee-45c1-986f-5ace5e075d60 req-68ce8cc5-2174-4ccc-998a-6aa4b4607e2f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:31.025617 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1b194df-56ee-45c1-986f-5ace5e075d60 req-68ce8cc5-2174-4ccc-998a-6aa4b4607e2f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0508950 Oct 28 11:05:31.072507 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e1b194df-56ee-45c1-986f-5ace5e075d60 req-620fd243-d37e-4837-b11f-875be41c532b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407486 Oct 28 11:05:31.402925 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56e602-f2da-4fae-b70e-858f22976ed4 req-6bff4cfa-4f8a-413f-8e41-696f7e818769 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:31.405025 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a56e602-f2da-4fae-b70e-858f22976ed4 req-6bff4cfa-4f8a-413f-8e41-696f7e818769 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.2770545 Oct 28 11:05:31.422958 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:31.451718 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a56e602-f2da-4fae-b70e-858f22976ed4 req-d9cf5287-aa2f-41e9-88c0-f4358eb2279d tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Oct 28 11:05:32.086348 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:32.160770 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211bba-539f-402f-8e1e-bd38b9732629 req-4c5b9535-b46e-4f94-ba9b-6b3c8daff3e8 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:32.162284 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-37211bba-539f-402f-8e1e-bd38b9732629 req-4c5b9535-b46e-4f94-ba9b-6b3c8daff3e8 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.0485640 Oct 28 11:05:32.201281 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504f20e-b610-4854-9372-2c9e93fa13e9 req-667ea506-0fbc-4468-902e-afd06fb43d1e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:32.203798 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1504f20e-b610-4854-9372-2c9e93fa13e9 req-667ea506-0fbc-4468-902e-afd06fb43d1e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0498819 Oct 28 11:05:32.227564 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-37211bba-539f-402f-8e1e-bd38b9732629 req-bf60fc11-c3f4-4a6a-ae92-f110724295d5 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596280 Oct 28 11:05:32.244532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:32.276951 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1504f20e-b610-4854-9372-2c9e93fa13e9 req-ac86be6a-8829-4930-9b6a-7215c4bcd0fb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641522 Oct 28 11:05:33.342549 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:33.352959 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61169e-ef00-48d6-8b81-a15aba53efff req-fa26d94f-9ab6-4446-bd68-5823c3b0462b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:33.354464 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3d61169e-ef00-48d6-8b81-a15aba53efff req-fa26d94f-9ab6-4446-bd68-5823c3b0462b tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.0487955 Oct 28 11:05:33.401693 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3d61169e-ef00-48d6-8b81-a15aba53efff req-2dbe4291-ba11-4532-b5fb-7c47e7b268a1 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 Oct 28 11:05:33.409041 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a7636-1ffb-4358-afbf-393ddf7b05a0 req-c8778fa9-cfed-4d15-9910-38f5ea369892 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:33.410643 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-034a7636-1ffb-4358-afbf-393ddf7b05a0 req-c8778fa9-cfed-4d15-9910-38f5ea369892 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0471933 Oct 28 11:05:33.459769 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-034a7636-1ffb-4358-afbf-393ddf7b05a0 req-4d089fce-fead-42af-93dd-49212dd3c5fc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 Oct 28 11:05:33.587374 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:33.697473 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:34.388940 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-dda49272-508a-4f25-825f-cf6e626dc4f1 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:34.390432 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-dda49272-508a-4f25-825f-cf6e626dc4f1 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.0484774 Oct 28 11:05:34.491218 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Deleting port e314f892-b3bf-4825-b0bf-a9151de3c38b {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:05:34.491907 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:34.533514 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b333d9-db58-4dcb-8309-c713706eddd4 req-4ef3da2e-ecb1-489e-8e22-2fecaa48ff9c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:34.535403 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e9b333d9-db58-4dcb-8309-c713706eddd4 req-4ef3da2e-ecb1-489e-8e22-2fecaa48ff9c tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 945 time: 0.0494626 Oct 28 11:05:34.557655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:34.597497 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e9b333d9-db58-4dcb-8309-c713706eddd4 req-6cf61f17-db44-477e-aa95-2e8c69371b29 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=681a53d0-f287-41e2-bb09-f0b16efe6ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561323 Oct 28 11:05:34.624412 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866952-8fff-46b6-a4fb-7de5eb2d28d3 req-622bb280-364b-47e1-8098-4a8f2abb9876 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:34.625927 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fd866952-8fff-46b6-a4fb-7de5eb2d28d3 req-622bb280-364b-47e1-8098-4a8f2abb9876 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0727642 Oct 28 11:05:34.668400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] For port e314f892-b3bf-4825-b0bf-a9151de3c38b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=e314f892-b3bf-4825-b0bf-a9151de3c38b,segment=NetworkSegment(b0fdded1-bc38-49b8-b446-43762f109c40),segment_id=b0fdded1-bc38-49b8-b446-43762f109c40)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:34.668751 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:34.692070 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Calling delete_port for e314f892-b3bf-4825-b0bf-a9151de3c38b owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:05:34.733903 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fd866952-8fff-46b6-a4fb-7de5eb2d28d3 req-37136825-66be-4a33-8a00-205793852283 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888104 Oct 28 11:05:34.923389 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (e314f892-b3bf-4825-b0bf-a9151de3c38b), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:34.938053 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['e314f892-b3bf-4825-b0bf-a9151de3c38b'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:34.949276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726842f-3f28-40cf-a1a4-281d76539620 req-04c6ae4a-1f26-4b52-a662-b3a7bf8a238a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:34.956215 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Pushing event deleted for resources: {'Port': ['ID=e314f892-b3bf-4825-b0bf-a9151de3c38b,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:34.956418 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b726842f-3f28-40cf-a1a4-281d76539620 req-04c6ae4a-1f26-4b52-a662-b3a7bf8a238a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0803392 Oct 28 11:05:34.977140 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.977651 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.978010 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.978359 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.978695 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.979027 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.979353 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.979678 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.980029 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.980352 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.980672 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.980997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.981316 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.982243 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:34.982596 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:05:35.030476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] No DVR routers for this DVR port e314f892-b3bf-4825-b0bf-a9151de3c38b on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:05:35.033034 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:35.033191 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b726842f-3f28-40cf-a1a4-281d76539620 req-dac8613c-146f-4bef-9f42-62db6989dac7 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757418 Oct 28 11:05:35.036378 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-84a08e65-e54d-43f4-bf27-74b1b9c2c007 req-993f279b-ab0d-4ff6-b7f5-fab2671b7bdf tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.25 "DELETE /networking/v2.0/ports/e314f892-b3bf-4825-b0bf-a9151de3c38b HTTP/1.1" status: 204 len: 173 time: 0.6352501 Oct 28 11:05:35.036895 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'name': 'network-vif-deleted', 'tag': 'e314f892-b3bf-4825-b0bf-a9151de3c38b'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:35.039336 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3accacd-1a15-422a-8eb5-4273e655034e" -d '{"events": [{"server_uuid": "5699f2fa-7608-41d8-98e5-a73e380e5a90", "name": "network-vif-deleted", "tag": "e314f892-b3bf-4825-b0bf-a9151de3c38b"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:35.076646 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42724) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:35.103719 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0708c81a-44b3-4443-8ec0-50ae40095e15 x-openstack-request-id: req-0708c81a-44b3-4443-8ec0-50ae40095e15 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:35.104019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5699f2fa-7608-41d8-98e5-a73e380e5a90", "name": "network-vif-deleted", "tag": "e314f892-b3bf-4825-b0bf-a9151de3c38b", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:35.104534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0708c81a-44b3-4443-8ec0-50ae40095e15 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:35.105029 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0708c81a-44b3-4443-8ec0-50ae40095e15'] response: {'server_uuid': '5699f2fa-7608-41d8-98e5-a73e380e5a90', 'name': 'network-vif-deleted', 'tag': 'e314f892-b3bf-4825-b0bf-a9151de3c38b', 'status': 'completed', 'code': 200} Oct 28 11:05:35.315359 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98db25ed-7831-4f00-a727-3c85548eeb88 tempest-TestMinimumBasicScenario-576293618 tempest-TestMinimumBasicScenario-576293618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:35.316913 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-98db25ed-7831-4f00-a727-3c85548eeb88 tempest-TestMinimumBasicScenario-576293618 tempest-TestMinimumBasicScenario-576293618-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1125 time: 0.2377639 Oct 28 11:05:35.320112 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42728) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:35.324821 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'port_id': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:35.362022 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:35.468902 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:35.589542 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Allocated IP 172.37.0.107 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/75966410-fe0f-4ce2-a14a-36e2809ac469) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:05:35.704231 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:35.739959 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7b70eec0-10e7-4204-85e7-8121089106ec req-a5dfd255-f731-46a4-bbd9-606a15414641 tempest-VolumesActionsTest-1975314171 tempest-VolumesActionsTest-1975314171-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5699f2fa-7608-41d8-98e5-a73e380e5a90 HTTP/1.1" status: 200 len: 210 time: 0.0346026 Oct 28 11:05:35.740464 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:35.799770 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:35.811709 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:35.874102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:05:35.882161 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:05:35.886765 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:05:35.890251 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'Port': ['ID=75966410-fe0f-4ce2-a14a-36e2809ac469,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:35.922789 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1b49a-4e93-4e75-bc7e-0bbefba6854f req-fd44fa19-9e2c-469b-bdad-ba940ac2a758 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:35.924444 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbc1b49a-4e93-4e75-bc7e-0bbefba6854f req-fd44fa19-9e2c-469b-bdad-ba940ac2a758 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0952802 Oct 28 11:05:36.027846 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbc1b49a-4e93-4e75-bc7e-0bbefba6854f req-dbd9538b-516c-4669-9b1b-043596076afa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960793 Oct 28 11:05:36.391786 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for floatingip (ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:36.470663 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:36.577445 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:36.637356 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:36.644597 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:36.713596 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:36.717435 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'Port': ['ID=75966410-fe0f-4ce2-a14a-36e2809ac469,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:37.078811 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Floating IP ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d associated. External IP: 172.37.0.107, port: 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151. Oct 28 11:05:37.095065 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:37.099530 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:37.266357 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:37.277512 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770d444-d184-40a8-ae9b-958fe840025b req-519b2c23-9111-4928-9a0a-b06ac09460c8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:37.279644 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9770d444-d184-40a8-ae9b-958fe840025b req-519b2c23-9111-4928-9a0a-b06ac09460c8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0859687 Oct 28 11:05:37.383983 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9770d444-d184-40a8-ae9b-958fe840025b req-10c2e31d-0b30-4859-a937-90998a86d591 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937018 Oct 28 11:05:37.390789 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Router 455e4e0d-2580-4e1a-b923-b3ee57089156 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:05:37.505421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:05:37.520337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] Sync routers for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:05:37.530306 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.538573 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:05:37.540502 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:05:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:05:37.568846 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-df8d68dc-f318-4bf5-93e9-28bba5dc5a5d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2473681 Oct 28 11:05:37.569674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:37.571900 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42762) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:37.580259 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1420206025', 'description': 'tempest-secgroup-smoke-1420206025 description', 'project_id': '27b47aa9a61b4898a9af0062896cc3da'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:37.587681 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a15459-dcd9-425b-8791-98737e91e868" -d '{"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:37.623760 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.669885 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dc5dad-88c1-4b5f-9d3c-b9c5ee4e65b8 x-openstack-request-id: req-e0dc5dad-88c1-4b5f-9d3c-b9c5ee4e65b8 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:37.670805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:37.671604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0dc5dad-88c1-4b5f-9d3c-b9c5ee4e65b8 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:37.672286 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dc5dad-88c1-4b5f-9d3c-b9c5ee4e65b8'] response: {'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'status': 'completed', 'code': 200} Oct 28 11:05:37.696687 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:05:37.754850 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15459-dcd9-425b-8791-98737e91e868 req-15557a50-097b-4561-b2ec-eff7c218562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:37.756994 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-15557a50-097b-4561-b2ec-eff7c218562e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0575609 Oct 28 11:05:37.771373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group (dea451e8-7965-49ca-9e86-e29c4b0c3b6e), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.780812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (dea451e8-7965-49ca-9e86-e29c4b0c3b6e), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.820350 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.824837 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2513478 Oct 28 11:05:37.826521 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42780) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:37.832443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group_rule': {'security_group_id': 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:37.846750 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7f572-a2d3-4016-96e6-52951320ac98 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea451e8-7965-49ca-9e86-e29c4b0c3b6e,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:37.880580 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (881669ef-8793-4906-9bf7-53ae573eaeb9), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.896583 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15459-dcd9-425b-8791-98737e91e868 req-d87fca89-0843-4060-924c-cb2a8762c0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:37.898961 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-d87fca89-0843-4060-924c-cb2a8762c0ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 914 time: 0.1336889 Oct 28 11:05:37.952011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e314f892-b3bf-4825-b0bf-a9151de3c38b no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:05:37.970152 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (881669ef-8793-4906-9bf7-53ae573eaeb9), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.977173 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (881669ef-8793-4906-9bf7-53ae573eaeb9), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:37.977412 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:38.011138 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:38.011876 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=881669ef-8793-4906-9bf7-53ae573eaeb9,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:38.025812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.031128 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0fcb4efd-aaaa-4e51-8dce-4d381aca3eed tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2034185 Oct 28 11:05:38.032160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42790) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:38.036999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group_rule': {'security_group_id': 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:38.044848 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-71a843da-1b93-4dcc-b0ac-599886da4782 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 1000 time: 0.1375556 Oct 28 11:05:38.055078 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: e314f892-b3bf-4825-b0bf-a9151de3c38b {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:05:38.055419 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device e314f892-b3bf-4825-b0bf-a9151de3c38b not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:05:38.062194 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:38.073687 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (d61854b3-0908-4e78-b361-9f5482c94d76), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.136471 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15459-dcd9-425b-8791-98737e91e868 req-f23fc296-9884-40f1-960f-66336ba5e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:38.141528 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-f23fc296-9884-40f1-960f-66336ba5e625 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 200 len: 852 time: 0.0823050 Oct 28 11:05:38.142505 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'floating_ip_address': '172.37.0.107', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'port_id': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'mac_address': 'fa:16:3e:87:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:05:36Z', 'updated_at': '2022-10-28T11:05:36Z', 'revision_number': 0, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:05:38.154280 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (d61854b3-0908-4e78-b361-9f5482c94d76), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.155436 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:38.166020 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (d61854b3-0908-4e78-b361-9f5482c94d76), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.172862 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] Checking router: 455e4e0d-2580-4e1a-b923-b3ee57089156 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:05:38.184950 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:05:38.185707 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:05:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:05:38.202949 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.207284 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42792) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:38.207711 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1743951 Oct 28 11:05:38.211419 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be06542e-87f3-4f6a-9a82-c50f34120689 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61854b3-0908-4e78-b361-9f5482c94d76,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:38.214323 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a15459-dcd9-425b-8791-98737e91e868 req-d1716d18-5208-46c3-95d1-ea47952cec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:38.216700 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-d1716d18-5208-46c3-95d1-ea47952cec1b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8e4af541-0222-4578-8070-e116020f3217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0670609 Oct 28 11:05:38.220079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group_rule': {'security_group_id': 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:38.322624 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:05:38.322942 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (88d4a904-ac2a-49ab-8cd6-53d57e90065a), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.375880 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-4e39c8d1-2bc3-48d7-afaf-167ecb3b1bfa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471977 Oct 28 11:05:38.474441 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (88d4a904-ac2a-49ab-8cd6-53d57e90065a), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.485510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (88d4a904-ac2a-49ab-8cd6-53d57e90065a), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.522580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d4a904-ac2a-49ab-8cd6-53d57e90065a,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:38.536353 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03a15459-dcd9-425b-8791-98737e91e868 req-95fc3a2d-257f-48ad-ad16-eca4f1dc8fc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533055 Oct 28 11:05:38.544851 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.550509 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42796) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:38.553433 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-51b39fd3-9dc9-4f0b-8f6f-8fea92debe8d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3410864 Oct 28 11:05:38.555233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group_rule': {'security_group_id': 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:38.591097 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:38.630900 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (6bcbe7b3-ae23-42cd-a43a-5ae4b358146e), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.637121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:38.677656 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'floating_ip_address': '172.37.0.107', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'port_id': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'mac_address': 'fa:16:3e:87:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:05:36Z', 'updated_at': '2022-10-28T11:05:36Z', 'revision_number': 0, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:05:38.700897 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483a4a9-89ed-44b1-be48-5edf003907f9 req-5157b2ee-9515-49a6-bc94-89e719c1e7a2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:38.702491 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2483a4a9-89ed-44b1-be48-5edf003907f9 req-5157b2ee-9515-49a6-bc94-89e719c1e7a2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.1299827 Oct 28 11:05:38.711189 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200f6044-647f-48b8-a0df-425f79bc4900 None None] The sync data for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi is: [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'floating_ip_address': '172.37.0.107', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'port_id': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'mac_address': 'fa:16:3e:87:89:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:05:36Z', 'updated_at': '2022-10-28T11:05:36Z', 'revision_number': 0, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:05:38.715102 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (6bcbe7b3-ae23-42cd-a43a-5ae4b358146e), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.735227 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (6bcbe7b3-ae23-42cd-a43a-5ae4b358146e), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.761423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcbe7b3-ae23-42cd-a43a-5ae4b358146e,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:38.804725 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.808944 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-f9a09f8b-9138-4794-a848-895b926274d2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2544661 Oct 28 11:05:38.809078 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2483a4a9-89ed-44b1-be48-5edf003907f9 req-0ddc2910-9e32-46b5-b3e9-db3ab5013d72 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818243 Oct 28 11:05:38.809195 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 42798) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:38.814442 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group_rule': {'security_group_id': 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:38.851580 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.securitygroups_db [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Project 27b47aa9a61b4898a9af0062896cc3da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:05:38.859667 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (1e5bee38-5d6a-4249-acb8-3414a123e9a8), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.931175 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (1e5bee38-5d6a-4249-acb8-3414a123e9a8), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.937820 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (1e5bee38-5d6a-4249-acb8-3414a123e9a8), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.960290 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5bee38-5d6a-4249-acb8-3414a123e9a8,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:38.969876 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:38.974058 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42804) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:38.974288 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b17701ba-1b1b-4ebd-9098-cf1e51b8629c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1638310 Oct 28 11:05:38.979481 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'security_group_rule': {'security_group_id': 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e', 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:39.011734 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.securitygroups_db [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Project 27b47aa9a61b4898a9af0062896cc3da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:05:39.019504 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (2eb3e1fa-0ab0-4d4a-b3f6-eec19547b104), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.065363 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550810b4-a9cc-4c4b-b0b4-c5cef5db7860 None None] New status for floating IP ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:05:39.104885 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (2eb3e1fa-0ab0-4d4a-b3f6-eec19547b104), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.111624 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (2eb3e1fa-0ab0-4d4a-b3f6-eec19547b104), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.143444 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb3e1fa-0ab0-4d4a-b3f6-eec19547b104,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:39.152134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.156267 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-13969763-68ef-4296-901d-51b981cf1611 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1782095 Oct 28 11:05:39.289406 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d00c3e16-d02c-4776-b095-7093377bce3d req-b7e85bf2-c7af-4243-910e-d95ab8d3673c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1420206025&fields=id&tenant_id=27b47aa9a61b4898a9af0062896cc3da HTTP/1.1" status: 200 len: 267 time: 0.0768912 Oct 28 11:05:39.357490 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3e16-d02c-4776-b095-7093377bce3d req-0418885d-3962-4aab-8fe2-a01d57dda54f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:39.358954 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d00c3e16-d02c-4776-b095-7093377bce3d req-0418885d-3962-4aab-8fe2-a01d57dda54f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0673573 Oct 28 11:05:39.370729 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'port': {'security_groups': ['0b924b17-a499-470b-8ac3-6e1c144e598c', 'dea451e8-7965-49ca-9e86-e29c4b0c3b6e']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:05:39.454951 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.679821 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:39.714280 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.719952 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.730738 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:39.732045 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:39.733511 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d00c3e16-d02c-4776-b095-7093377bce3d req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "PUT /networking/v2.0/ports/6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 982 time: 0.3678565 Oct 28 11:05:39.734199 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:39.736987 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28edf564-c13c-4bf9-86eb-d323159baa0c" -d '{"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:39.800626 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6181d-3dad-4a5e-b609-461c8eaf7074 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=6']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:39.819587 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4962535d-cc15-4fa6-93fe-4c9880871be1 x-openstack-request-id: req-4962535d-cc15-4fa6-93fe-4c9880871be1 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:39.820118 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:39.820596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4962535d-cc15-4fa6-93fe-4c9880871be1 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:39.821091 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4962535d-cc15-4fa6-93fe-4c9880871be1'] response: {'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'status': 'completed', 'code': 200} Oct 28 11:05:39.881154 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d64d21-96e7-4c06-82ff-d2c73b89ce9c req-69e68425-6b0a-4977-a6cf-43c49ed3931f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:39.882809 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-62d64d21-96e7-4c06-82ff-d2c73b89ce9c req-69e68425-6b0a-4977-a6cf-43c49ed3931f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0616856 Oct 28 11:05:39.952802 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-62d64d21-96e7-4c06-82ff-d2c73b89ce9c req-0f80557c-55fc-499d-860f-2fe2fd3c250c tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630236 Oct 28 11:05:39.963611 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:40.000006 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00404dbb-72d6-451c-a757-343593734cbe req-2bffc6a3-8fc7-493e-bea7-3060cbe49844 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:40.001677 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-00404dbb-72d6-451c-a757-343593734cbe req-2bffc6a3-8fc7-493e-bea7-3060cbe49844 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0953722 Oct 28 11:05:40.062521 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-00404dbb-72d6-451c-a757-343593734cbe req-02b02e8e-ab5d-4f21-b350-8af39cbe8984 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545220 Oct 28 11:05:40.920762 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:41.214102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489a80d-ffa6-40c8-aa82-892b0aee5067 req-8001a4b1-27ee-4b74-918e-4fb4c7bb4d14 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:41.221414 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8489a80d-ffa6-40c8-aa82-892b0aee5067 req-8001a4b1-27ee-4b74-918e-4fb4c7bb4d14 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0653276 Oct 28 11:05:41.279898 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8489a80d-ffa6-40c8-aa82-892b0aee5067 req-79c77b57-6182-4538-94ac-3177689dcf5a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574932 Oct 28 11:05:42.375244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:42.384079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-d5353ab2-f1f9-4af0-9dd4-4d3aa5ee7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:42.385558 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-d5353ab2-f1f9-4af0-9dd4-4d3aa5ee7c96 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1169 time: 0.0425913 Oct 28 11:05:42.430153 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248b81b-6714-434c-8d0c-d07befc0bd27 req-3b793a5f-0a8a-44c9-a927-083848b1390a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:42.431655 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6248b81b-6714-434c-8d0c-d07befc0bd27 req-3b793a5f-0a8a-44c9-a927-083848b1390a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0521283 Oct 28 11:05:42.492659 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6248b81b-6714-434c-8d0c-d07befc0bd27 req-becb4b3c-fab4-4ca7-800d-3ebcd81252f7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551717 Oct 28 11:05:42.499603 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-858aa5cc-fcff-4365-a6db-4283a87523bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:42.501143 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-858aa5cc-fcff-4365-a6db-4283a87523bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 914 time: 0.1088297 Oct 28 11:05:42.566986 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-8dd4f7ca-8b71-42fd-9475-0d015b884a60 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 1002 time: 0.0575593 Oct 28 11:05:42.622636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-df1342c6-cc55-46e5-ab31-99135aed889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:42.624031 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-df1342c6-cc55-46e5-ab31-99135aed889c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 200 len: 852 time: 0.0493116 Oct 28 11:05:42.672182 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-8fc35f30-f4c1-43b4-9aef-94fe935aa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:42.673673 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-8fc35f30-f4c1-43b4-9aef-94fe935aa204 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8e4af541-0222-4578-8070-e116020f3217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0414031 Oct 28 11:05:42.777233 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-768366d0-cf62-47ea-afd9-1dc75a1537cf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961020 Oct 28 11:05:42.911591 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28edf564-c13c-4bf9-86eb-d323159baa0c req-33fa93fa-c11a-4e33-a472-491758c005b7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889742 Oct 28 11:05:42.980916 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:43.031670 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:43.079157 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:43.209616 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:43.250547 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:43.252655 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:05:43.636097 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492957-e163-4260-8803-515c58fe4052 req-d51eb0df-50ca-4c8f-b38f-e0986f597854 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:43.638669 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8b492957-e163-4260-8803-515c58fe4052 req-d51eb0df-50ca-4c8f-b38f-e0986f597854 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0608544 Oct 28 11:05:43.698937 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8b492957-e163-4260-8803-515c58fe4052 req-d3c49de0-6224-4c2b-939e-62d80392329c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542004 Oct 28 11:05:43.823342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:43.832795 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:45.024588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:45.050911 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bd610-57c0-4d01-b553-e7b6a94d575a req-2e65ba8d-a6f5-44c0-9b46-79e2f4b1c4d1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:45.064021 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f6bd610-57c0-4d01-b553-e7b6a94d575a req-2e65ba8d-a6f5-44c0-9b46-79e2f4b1c4d1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.1037531 Oct 28 11:05:45.166102 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f6bd610-57c0-4d01-b553-e7b6a94d575a req-b6b0060d-d693-4604-91f2-91e9d0e84381 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998075 Oct 28 11:05:46.303174 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e3793-c6ad-4280-8742-a56bf508fbdc req-9962ad19-377f-4bc8-926e-c340420cd9dc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:46.312333 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a28e3793-c6ad-4280-8742-a56bf508fbdc req-9962ad19-377f-4bc8-926e-c340420cd9dc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0677614 Oct 28 11:05:46.330894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:46.377312 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a28e3793-c6ad-4280-8742-a56bf508fbdc req-0682165a-9055-449a-9a11-82c4ec49fc8e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637155 Oct 28 11:05:47.493306 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-c04e11e6-1d71-4f74-97f2-4e875bc14c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:47.494940 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-c04e11e6-1d71-4f74-97f2-4e875bc14c74 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1130 time: 0.0422947 Oct 28 11:05:47.515143 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c6c23-84d4-4637-a265-8612a9f59661 req-91baa31c-f1a5-4f41-b7be-6a0918c18e0b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:47.516700 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2d8c6c23-84d4-4637-a265-8612a9f59661 req-91baa31c-f1a5-4f41-b7be-6a0918c18e0b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0567048 Oct 28 11:05:47.598594 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2d8c6c23-84d4-4637-a265-8612a9f59661 req-b90a9a6d-9909-4452-8005-6f53a42c1466 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749772 Oct 28 11:05:47.615596 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-a48bdca1-a62d-4195-8409-f263316d3a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:47.617243 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-a48bdca1-a62d-4195-8409-f263316d3a89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.1150723 Oct 28 11:05:47.714037 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-ba99023e-b8a7-4d6d-bbc6-3e9ecd49a430 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 1002 time: 0.0879436 Oct 28 11:05:47.780693 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:47.787545 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-b2a78680-fa11-4aba-9095-1dc34d070817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:47.789013 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-b2a78680-fa11-4aba-9095-1dc34d070817 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0687056 Oct 28 11:05:47.839679 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-183b87d8-dacf-47f2-a21e-6bdf22a65b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:47.841923 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-183b87d8-dacf-47f2-a21e-6bdf22a65b13 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0459597 Oct 28 11:05:47.946277 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-16fdaf87-0a2d-462e-8109-bf2ef7dec040 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963707 Oct 28 11:05:48.046722 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-655167a0-661e-4cf6-9b91-1b5adca74446 req-10407bf1-df97-41cd-9dde-c0c6f885b682 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932953 Oct 28 11:05:48.745299 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc8521-2f6c-48b3-ac6e-58068e2f7ff0 req-bc7c070d-f386-40da-abcd-ae3191f7ed68 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:48.746929 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-21fc8521-2f6c-48b3-ac6e-58068e2f7ff0 req-bc7c070d-f386-40da-abcd-ae3191f7ed68 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0485387 Oct 28 11:05:48.798308 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-21fc8521-2f6c-48b3-ac6e-58068e2f7ff0 req-4bdb6c73-47a2-477d-a9ff-584b79a2e250 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452676 Oct 28 11:05:49.940686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70941f-6fe0-4333-a1f3-08f2d1a0bea1 req-c9f2201b-f59d-4ab7-a7f5-7e020f792258 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:49.942317 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fb70941f-6fe0-4333-a1f3-08f2d1a0bea1 req-c9f2201b-f59d-4ab7-a7f5-7e020f792258 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 946 time: 0.0491109 Oct 28 11:05:50.001671 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fb70941f-6fe0-4333-a1f3-08f2d1a0bea1 req-f53cac42-f8c2-4d0b-a032-f70c961e132f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532715 Oct 28 11:05:50.991508 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:05:51.077204 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:51.080410 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:51.085182 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: ACTIVE; New status is: DOWN {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:51.085568 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:51.113624 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:05:51.115945 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3dc414-de00-4109-82b4-9111efbb602d" -d '{"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-unplugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:05:51.132376 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:05:51.137008 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:51.190698 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 11:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d6be02-e074-4850-9d2f-6c88f63504e5 x-openstack-request-id: req-53d6be02-e074-4850-9d2f-6c88f63504e5 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:05:51.190982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-unplugged", "status": "failed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "code": 422}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:05:51.191235 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53d6be02-e074-4850-9d2f-6c88f63504e5 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:05:51.191715 dv-cinder-zed-3-iscsi neutron-server[106105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-53d6be02-e074-4850-9d2f-6c88f63504e5']: {'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'code': 422} returned with failed status Oct 28 11:05:51.204515 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=8']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:05:51.211991 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53575a-4089-4710-a694-449769b7e986 req-03fe2034-2f8e-408b-b0e9-1e62e453ed6e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:51.220342 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3e53575a-4089-4710-a694-449769b7e986 req-03fe2034-2f8e-408b-b0e9-1e62e453ed6e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.1058841 Oct 28 11:05:51.274565 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3e53575a-4089-4710-a694-449769b7e986 req-237fd907-87d1-47bd-8d38-c0208b3f0e1c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532956 Oct 28 11:05:51.824369 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-fbd8aea3-adcb-47d9-a732-6a670905603f req-d7db8a67-82c0-4d1e-9a67-06a903e25506 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:05:51.825633 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fbd8aea3-adcb-47d9-a732-6a670905603f req-d7db8a67-82c0-4d1e-9a67-06a903e25506 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0056713 Oct 28 11:05:52.043812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4406e-f6eb-4bca-b49f-57846cc87332 req-49961744-25ba-4006-b527-613842f909ef tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:52.046249 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-79d4406e-f6eb-4bca-b49f-57846cc87332 req-49961744-25ba-4006-b527-613842f909ef tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0669985 Oct 28 11:05:52.104896 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-79d4406e-f6eb-4bca-b49f-57846cc87332 req-a1d4e0e7-dc91-4303-b22d-43b8b6bfae21 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517483 Oct 28 11:05:52.382343 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42964) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:52.471386 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-df59bb80-1545-40f4-8a5f-05783c248029 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867887 Oct 28 11:05:52.482717 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-82c505f1-a356-41d9-8e3e-25d65c6482e5 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:05:52.484340 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-82c505f1-a356-41d9-8e3e-25d65c6482e5 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0075622 Oct 28 11:05:52.567390 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 42976) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:05:52.668981 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-78ea039c-6a25-4232-ba8e-5e7c88c70333 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:52.670998 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-78ea039c-6a25-4232-ba8e-5e7c88c70333 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports/06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 941 time: 0.1026177 Oct 28 11:05:53.289529 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589417e-36c2-4a47-8ba8-a301c3f85990 req-34500ba8-7419-4fc0-990b-b55578ceebf4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:53.291328 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5589417e-36c2-4a47-8ba8-a301c3f85990 req-34500ba8-7419-4fc0-990b-b55578ceebf4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0619087 Oct 28 11:05:53.349811 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5589417e-36c2-4a47-8ba8-a301c3f85990 req-2368da41-01c5-412b-b885-e0ee5ff130e6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504568 Oct 28 11:05:54.087430 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:05:54.487088 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4cce1-d07b-4ab7-8d13-2d687edede1e req-2ea93c11-af9d-41d6-b08a-b98402877673 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:54.494161 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-63e4cce1-d07b-4ab7-8d13-2d687edede1e req-2ea93c11-af9d-41d6-b08a-b98402877673 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0555449 Oct 28 11:05:54.550827 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-63e4cce1-d07b-4ab7-8d13-2d687edede1e req-167511d1-d3e2-42d0-9f31-aa1a8ebd52f2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554678 Oct 28 11:05:54.582007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-f932fb6d-0f82-47c1-b48c-d4f3275dd22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:54.583561 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-f932fb6d-0f82-47c1-b48c-d4f3275dd22f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a&tenant_id=312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 1128 time: 0.0977917 Oct 28 11:05:54.651305 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-a50af26e-74d5-4f3e-8b92-93b498c5dcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:54.655035 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-a50af26e-74d5-4f3e-8b92-93b498c5dcd3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1128 time: 0.0469053 Oct 28 11:05:54.778424 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-03ff5537-afd1-4b93-9851-b84eb2c8f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:54.780902 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-03ff5537-afd1-4b93-9851-b84eb2c8f420 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.1179357 Oct 28 11:05:54.852227 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-d46dc3d4-8b2b-4a85-9947-d6de2c07d283 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 200 len: 1000 time: 0.0632324 Oct 28 11:05:54.902762 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-9dc4f98b-00b9-4410-a3a6-08f64178a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:54.905020 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-9dc4f98b-00b9-4410-a3a6-08f64178a848 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0462959 Oct 28 11:05:54.951352 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-67df9aab-17fb-41bf-8b95-4315d9ff779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:54.953095 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-67df9aab-17fb-41bf-8b95-4315d9ff779a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0417352 Oct 28 11:05:54.970292 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:55.025249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:55.067462 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-15833d0a-c520-4e33-80cf-242105260c80 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062846 Oct 28 11:05:55.069126 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:05:55.161494 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: DOWN; New status is: DOWN {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:05:55.189897 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e6c340ba-44ad-4f88-af1a-1b1227f8d1b0 req-5a3fb87d-5692-42d0-b74e-7c59423c8d7f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155570 Oct 28 11:05:55.809914 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbc093-a70f-466b-8bcc-3bd41bb8abd3 req-525d2aa2-42d1-4893-9a9a-553b685e6fb7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:55.811697 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c0dbc093-a70f-466b-8bcc-3bd41bb8abd3 req-525d2aa2-42d1-4893-9a9a-553b685e6fb7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0870593 Oct 28 11:05:55.874138 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c0dbc093-a70f-466b-8bcc-3bd41bb8abd3 req-146ae77f-08df-444a-b27f-97cda5d96757 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538244 Oct 28 11:05:57.039068 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db29c67-7dd6-4e6a-9ea5-efcd14dd6444 req-857c6c3f-31e6-41de-a1f8-4cff7f28f6ae tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:57.041246 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1db29c67-7dd6-4e6a-9ea5-efcd14dd6444 req-857c6c3f-31e6-41de-a1f8-4cff7f28f6ae tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0547428 Oct 28 11:05:57.093039 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1db29c67-7dd6-4e6a-9ea5-efcd14dd6444 req-37bcf718-4e70-4def-aaac-1a933a93a097 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459599 Oct 28 11:05:57.757436 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:05:57.953804 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:58.363919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19fe0b-ea6e-4313-ae5d-26b6083abed2 req-6d0a68da-051a-4204-af38-1c65bef5c826 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:58.373886 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed19fe0b-ea6e-4313-ae5d-26b6083abed2 req-6d0a68da-051a-4204-af38-1c65bef5c826 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.1526418 Oct 28 11:05:58.430811 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed19fe0b-ea6e-4313-ae5d-26b6083abed2 req-9300316d-895a-414a-a057-0fd7cdab2bd6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512104 Oct 28 11:05:58.755097 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0b97dbf8-f1c1-4011-8480-25baef10668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:05:59.586582 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ea89d-b3f6-417a-b781-f368f84281c7 req-cd3fb454-54bc-4fa8-8e4a-5d62b0b9dd09 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:05:59.588200 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cd9ea89d-b3f6-417a-b781-f368f84281c7 req-cd3fb454-54bc-4fa8-8e4a-5d62b0b9dd09 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0513477 Oct 28 11:05:59.643416 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cd9ea89d-b3f6-417a-b781-f368f84281c7 req-90783543-f685-43fe-9a67-4afa21fa2d61 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454304 Oct 28 11:06:00.773555 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502e35b-a6d1-4c5c-83a8-03743dd3708f req-31e545a1-25d7-4028-b168-379f919d553a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:00.775134 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f502e35b-a6d1-4c5c-83a8-03743dd3708f req-31e545a1-25d7-4028-b168-379f919d553a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0487232 Oct 28 11:06:00.825998 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f502e35b-a6d1-4c5c-83a8-03743dd3708f req-a2236ac4-42b3-4e60-a46b-17e6288adbc1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447547 Oct 28 11:06:00.874660 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-908e10a9-56d1-41e9-bd32-c33232f81097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:01.962340 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f627aee-bd9a-433e-93ae-7bcd1f730084 req-5f647d64-6568-4d24-a588-e5b166df89ab tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:01.963745 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f627aee-bd9a-433e-93ae-7bcd1f730084 req-5f647d64-6568-4d24-a588-e5b166df89ab tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0491745 Oct 28 11:06:02.014543 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f627aee-bd9a-433e-93ae-7bcd1f730084 req-13c8524d-df7b-4bb9-b075-c715838646f8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447433 Oct 28 11:06:02.088366 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.474519 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43120) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:06:02.519821 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Deleting subnet 6060a8a0-cb29-42a4-a938-2316914db160 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:06:02.524399 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Publish callbacks [] for subnet (6060a8a0-cb29-42a4-a938-2316914db160), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.560160 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (6060a8a0-cb29-42a4-a938-2316914db160), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.601765 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (6060a8a0-cb29-42a4-a938-2316914db160), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.660909 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (6060a8a0-cb29-42a4-a938-2316914db160), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.688851 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6060a8a0-cb29-42a4-a938-2316914db160,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:06:02.690728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.696391 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1f8d0d87-28bc-434c-87e0-f3d090997bec admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/6060a8a0-cb29-42a4-a938-2316914db160 HTTP/1.1" status: 204 len: 168 time: 0.2182708 Oct 28 11:06:02.696391 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43122) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:06:02.764906 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (125d4da4-285b-4dff-aab9-ade58d34df72), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.850327 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (125d4da4-285b-4dff-aab9-ade58d34df72), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.871400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['125d4da4-285b-4dff-aab9-ade58d34df72']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:02.880786 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fdded1-bc38-49b8-b446-43762f109c40') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:02.881080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fdded1-bc38-49b8-b446-43762f109c40') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:02.890976 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (b0fdded1-bc38-49b8-b446-43762f109c40), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.904444 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (b0fdded1-bc38-49b8-b446-43762f109c40), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.910726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:06:02.911108 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (b0fdded1-bc38-49b8-b446-43762f109c40), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.956362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment b0fdded1-bc38-49b8-b446-43762f109c40 resource provider aggregate not found Oct 28 11:06:02.974583 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:02.976292 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment b0fdded1-bc38-49b8-b446-43762f109c40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0fdded1-bc38-49b8-b446-43762f109c40 found for delete ", "request_id": "req-c7034a1c-6697-4181-a326-d129f6239b5f"}]} Oct 28 11:06:02.983065 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (125d4da4-285b-4dff-aab9-ade58d34df72), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:02.990919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:02.997826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:03.003846 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/125d4da4-285b-4dff-aab9-ade58d34df72 HTTP/1.1" status: 204 len: 168 time: 0.3036840 Oct 28 11:06:03.029739 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0557ae7-c0f1-407e-884f-8bb5db6fa6f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=125d4da4-285b-4dff-aab9-ade58d34df72,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:06:03.152604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0826168-7a56-4daa-b3f0-c3fec29dafe8 req-8fe13ea6-2b61-44f2-80e5-c064469b1b2f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:03.154105 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b0826168-7a56-4daa-b3f0-c3fec29dafe8 req-8fe13ea6-2b61-44f2-80e5-c064469b1b2f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0545225 Oct 28 11:06:03.211262 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b0826168-7a56-4daa-b3f0-c3fec29dafe8 req-3e668f64-7fd3-46b3-9e3d-018a7edb8d7f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513973 Oct 28 11:06:03.228446 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43132) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:06:03.272050 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b9476a98-a1aa-4b7f-89f2-e142a3fc04e0 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fc436cb987344c159e565353054e9539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423987 Oct 28 11:06:03.274711 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43134) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:06:03.327931 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d906bd6-1d88-46b8-9932-8f6c7e153313 admin admin] Publish callbacks [] for security_group (681a53d0-f287-41e2-bb09-f0b16efe6ca0), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:03.349022 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d906bd6-1d88-46b8-9932-8f6c7e153313 admin admin] Publish callbacks [] for security_group (681a53d0-f287-41e2-bb09-f0b16efe6ca0), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:03.467044 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d906bd6-1d88-46b8-9932-8f6c7e153313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (681a53d0-f287-41e2-bb09-f0b16efe6ca0), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:03.470941 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d906bd6-1d88-46b8-9932-8f6c7e153313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:03.472081 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7d906bd6-1d88-46b8-9932-8f6c7e153313 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/681a53d0-f287-41e2-bb09-f0b16efe6ca0 HTTP/1.1" status: 204 len: 168 time: 0.1957495 Oct 28 11:06:03.481679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d906bd6-1d88-46b8-9932-8f6c7e153313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681a53d0-f287-41e2-bb09-f0b16efe6ca0,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:06:03.595576 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:03.701897 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:04.087960 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=12 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:04.302383 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:04.344487 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc827c-3f58-401c-bbc8-e2ed7ad8aac5 req-a47f925b-c62a-42af-b803-941f95f96f4b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:04.346275 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-97bc827c-3f58-401c-bbc8-e2ed7ad8aac5 req-a47f925b-c62a-42af-b803-941f95f96f4b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0533140 Oct 28 11:06:04.381922 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:04.397598 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-97bc827c-3f58-401c-bbc8-e2ed7ad8aac5 req-c6e364d4-7f86-4c30-b3c3-22a26ef73567 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458181 Oct 28 11:06:05.524392 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694820f-fb7e-4cf7-9a1b-4243a3b53c55 req-65b68001-c280-4ece-b52c-dde86be109f4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:05.525772 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0694820f-fb7e-4cf7-9a1b-4243a3b53c55 req-65b68001-c280-4ece-b52c-dde86be109f4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0486035 Oct 28 11:06:05.578200 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0694820f-fb7e-4cf7-9a1b-4243a3b53c55 req-0daeee85-dbfb-4b0d-bcbd-eb05cc44dc7d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463440 Oct 28 11:06:06.721094 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7016e38f-2e5c-42fa-9e4d-73c16c936de8 req-0c059834-4a12-42a2-b9c0-d363773bac3e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:06.722665 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7016e38f-2e5c-42fa-9e4d-73c16c936de8 req-0c059834-4a12-42a2-b9c0-d363773bac3e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0494816 Oct 28 11:06:06.771993 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7016e38f-2e5c-42fa-9e4d-73c16c936de8 req-f813282c-9528-49c7-b9f6-57327019cccc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434821 Oct 28 11:06:07.903953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba417-e366-4ad4-978f-c04a419afd8c req-124be31c-8981-4033-bb5e-abc3d4fa1125 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:07.906174 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-abfba417-e366-4ad4-978f-c04a419afd8c req-124be31c-8981-4033-bb5e-abc3d4fa1125 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0511823 Oct 28 11:06:07.956845 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-abfba417-e366-4ad4-978f-c04a419afd8c req-a8c952a5-df8b-45dc-bf4a-9cb4eb14bf0b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Oct 28 11:06:09.081540 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50831100-5461-499d-ac3c-e2a379198cec req-0fcf4a64-dcc4-429c-ac36-7fcd0ca03c9f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:09.083015 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-50831100-5461-499d-ac3c-e2a379198cec req-0fcf4a64-dcc4-429c-ac36-7fcd0ca03c9f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0458903 Oct 28 11:06:09.130080 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-50831100-5461-499d-ac3c-e2a379198cec req-52846a88-54d1-4894-a256-b165bdd91dd8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412877 Oct 28 11:06:10.255643 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba238de-b51b-45f8-a458-c10229485e19 req-559599f8-945a-4b47-b003-b0cb240c539f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:10.257069 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bba238de-b51b-45f8-a458-c10229485e19 req-559599f8-945a-4b47-b003-b0cb240c539f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0459011 Oct 28 11:06:10.303922 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bba238de-b51b-45f8-a458-c10229485e19 req-1a420875-f8e3-4ef5-9557-29c63f529910 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411799 Oct 28 11:06:11.433567 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f03af4-80bb-40d1-99b9-e6858642e66f req-ec0d172a-804c-448d-8380-0227d955a4a9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:11.435184 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-53f03af4-80bb-40d1-99b9-e6858642e66f req-ec0d172a-804c-448d-8380-0227d955a4a9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0496306 Oct 28 11:06:11.481387 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-53f03af4-80bb-40d1-99b9-e6858642e66f req-513151e6-6108-478a-bb0b-6695df2d41f5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Oct 28 11:06:12.834575 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776b642-f259-4158-899c-862c2b58720b req-dc346752-7e0e-484f-a867-212a22fc748f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:12.836016 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f776b642-f259-4158-899c-862c2b58720b req-dc346752-7e0e-484f-a867-212a22fc748f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.2752905 Oct 28 11:06:12.882027 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f776b642-f259-4158-899c-862c2b58720b req-02d18ea1-c77e-414a-ba0e-815aa20aaac3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Oct 28 11:06:13.695000 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:13.697175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:14.009662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acba280-5d2b-4f27-83a8-30278f06a71d req-3cef477c-727f-4895-8b97-308b7ddf9dfc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:14.011149 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7acba280-5d2b-4f27-83a8-30278f06a71d req-3cef477c-727f-4895-8b97-308b7ddf9dfc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0464618 Oct 28 11:06:14.059339 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7acba280-5d2b-4f27-83a8-30278f06a71d req-613b9b9d-2f4c-4e90-b7e3-8e1d9bd6ef0e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 Oct 28 11:06:14.096755 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:14.097478 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=5 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:15.185595 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89fcc8-6e8b-4852-bff5-d4b45f40939f req-3688f319-b482-40c8-a242-4515f20fb96e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:15.187065 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0f89fcc8-6e8b-4852-bff5-d4b45f40939f req-3688f319-b482-40c8-a242-4515f20fb96e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0466931 Oct 28 11:06:15.232375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0f89fcc8-6e8b-4852-bff5-d4b45f40939f req-3489cdc0-318d-4136-aba7-439aaf389973 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399334 Oct 28 11:06:16.356821 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64e45c-7f50-4278-9e6b-8f1bac0e7173 req-9c8d9133-d0da-4fac-9c01-74294b3f8445 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:16.358308 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6d64e45c-7f50-4278-9e6b-8f1bac0e7173 req-9c8d9133-d0da-4fac-9c01-74294b3f8445 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0456553 Oct 28 11:06:16.407770 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6d64e45c-7f50-4278-9e6b-8f1bac0e7173 req-fdd07821-148c-42c6-a70a-1a17b0ce46fb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438118 Oct 28 11:06:17.534499 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d8434-00b9-4772-b445-f652096cec95 req-d296b377-d8e7-46e3-a610-0b852a69e8fd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:17.535858 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f8d8434-00b9-4772-b445-f652096cec95 req-d296b377-d8e7-46e3-a610-0b852a69e8fd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0493248 Oct 28 11:06:17.582792 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f8d8434-00b9-4772-b445-f652096cec95 req-57746576-ff28-4136-9dcd-01bd645fb862 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414975 Oct 28 11:06:18.705508 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbde8c2-5d8e-42df-81d1-4b24a64c749c req-150314ee-4d9f-4e02-aa27-2a862eaf8c3a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:18.706984 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cdbde8c2-5d8e-42df-81d1-4b24a64c749c req-150314ee-4d9f-4e02-aa27-2a862eaf8c3a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0453112 Oct 28 11:06:18.752950 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cdbde8c2-5d8e-42df-81d1-4b24a64c749c req-55a0ae0d-5879-43dd-99ce-152063c90bfb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404637 Oct 28 11:06:19.991804 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c7bd8-17df-48fd-b674-3b2cd75ce787 req-588ac581-4c82-4780-9b4d-7e937b66dc9e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:19.993242 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5a1c7bd8-17df-48fd-b674-3b2cd75ce787 req-588ac581-4c82-4780-9b4d-7e937b66dc9e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.1542201 Oct 28 11:06:20.039560 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5a1c7bd8-17df-48fd-b674-3b2cd75ce787 req-fc2e1210-adc7-4020-9a64-b684f164a726 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404541 Oct 28 11:06:21.121309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:06:21.171017 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ce6c2-b729-48c5-8606-4216d2d27cb7 req-583161b4-7f65-40e1-abbf-1b05a9a85526 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:21.172536 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-974ce6c2-b729-48c5-8606-4216d2d27cb7 req-583161b4-7f65-40e1-abbf-1b05a9a85526 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 944 time: 0.0462275 Oct 28 11:06:21.219690 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-974ce6c2-b729-48c5-8606-4216d2d27cb7 req-6af44723-7540-4192-abfd-0988adf700e9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Oct 28 11:06:21.222352 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:06:21.233760 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'port_id': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'mac_address': 'fa:16:3e:96:fb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:06:21.269682 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:06:21.270106 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:21.283128 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:06:21.302291 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:06:21.306924 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:21.351586 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=9']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:06:21.697097 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['06fb27d9-2d31-41b8-ad55-60bad7a8ec79'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:06:22.344042 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7609979-93a9-4baa-814c-f4b99f5f6b1f req-6c1164b3-2709-4166-8b8a-688df232042d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:22.345468 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d7609979-93a9-4baa-814c-f4b99f5f6b1f req-6c1164b3-2709-4166-8b8a-688df232042d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 945 time: 0.0460598 Oct 28 11:06:22.386709 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:22.391766 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d7609979-93a9-4baa-814c-f4b99f5f6b1f req-6132ae21-b856-4ea1-8e9f-4e3284d5923a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408635 Oct 28 11:06:23.142699 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:06:23.185175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:06:23.185550 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:23.185885 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 Oct 28 11:06:23.259795 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:06:23.260171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:23.284022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:06:23.286345 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842423e9-d5d0-4135-ab40-dbe1367d0493" -d '{"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-plugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:06:23.298561 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:06:23.302399 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:23.326022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1efa8d8-6a3c-405e-8aa3-a0e753122836 x-openstack-request-id: req-a1efa8d8-6a3c-405e-8aa3-a0e753122836 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:06:23.326340 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-plugged", "status": "completed", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:06:23.326602 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1efa8d8-6a3c-405e-8aa3-a0e753122836 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:06:23.326991 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1efa8d8-6a3c-405e-8aa3-a0e753122836'] response: {'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'code': 200} Oct 28 11:06:23.351346 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=10']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:06:23.518727 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746b8ff-3a70-4dbb-822f-c109253aa8c5 req-e0d2ec50-cc01-4053-91f4-0ec2d576afec tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:23.520172 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9746b8ff-3a70-4dbb-822f-c109253aa8c5 req-e0d2ec50-cc01-4053-91f4-0ec2d576afec tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0468519 Oct 28 11:06:23.543860 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:23.570761 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9746b8ff-3a70-4dbb-822f-c109253aa8c5 req-6529b907-4d48-4410-b85a-3d7ea7a30edd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450149 Oct 28 11:06:23.899366 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f84d4c-61f8-4c5e-862c-29f1280f409b req-663037d1-dcda-4f0e-89b2-bc393196a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:23.900901 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-32f84d4c-61f8-4c5e-862c-29f1280f409b req-663037d1-dcda-4f0e-89b2-bc393196a210 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 1131 time: 0.0379758 Oct 28 11:06:23.944246 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-32f84d4c-61f8-4c5e-862c-29f1280f409b req-d26edd6a-d152-4f53-879a-f8a8db0ef8d7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354548 Oct 28 11:06:24.695921 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54beed38-0206-48ee-84d2-4cda439c355b req-7b5d987a-abc6-458a-9b49-65b062ecd503 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:24.697365 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-54beed38-0206-48ee-84d2-4cda439c355b req-7b5d987a-abc6-458a-9b49-65b062ecd503 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0453293 Oct 28 11:06:24.743835 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-54beed38-0206-48ee-84d2-4cda439c355b req-001a391c-6afd-431c-93ff-5249ff4de380 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 Oct 28 11:06:25.074185 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-f848dd85-80fb-4920-a5b7-f1ee76de6559 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369596 Oct 28 11:06:25.160960 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-80ce073e-4d76-47f9-a221-03dcce72fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:25.162480 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-80ce073e-4d76-47f9-a221-03dcce72fb61 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 1130 time: 0.0401852 Oct 28 11:06:25.272494 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-e67108f8-32c6-424f-8501-443dd02b1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:25.273965 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-e67108f8-32c6-424f-8501-443dd02b1ef4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.0881035 Oct 28 11:06:25.312697 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-493bb0bd-e7d8-4805-8ffb-84da80c2cff1 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 200 len: 217 time: 0.0311959 Oct 28 11:06:25.367087 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-aa78c8cc-5751-463c-8b11-c428041ce57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:25.368441 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-aa78c8cc-5751-463c-8b11-c428041ce57e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0465643 Oct 28 11:06:25.483889 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-0dfce55f-7946-4b86-9792-b037b848a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:25.485325 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-0dfce55f-7946-4b86-9792-b037b848a3d0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0387630 Oct 28 11:06:25.868653 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cfce1c-c120-4749-9a22-3b9c1872771e req-67e390ed-c658-4475-b180-d9137cfc99de tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:25.870114 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-37cfce1c-c120-4749-9a22-3b9c1872771e req-67e390ed-c658-4475-b180-d9137cfc99de tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0480845 Oct 28 11:06:25.916405 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-37cfce1c-c120-4749-9a22-3b9c1872771e req-d3009b9c-ae50-4a9e-9e88-fc9387c45db5 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Oct 28 11:06:26.140738 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-69fa9ca1-47b5-4d86-874a-8861e51cc604 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916822 Oct 28 11:06:26.623774 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cb7a53cd-660d-4408-96ea-3ce0a9b37923 req-f6b3e609-def1-4263-ad7e-71f2eff73a6a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032724 Oct 28 11:06:27.052059 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdebd9-61f8-4b03-9119-51f51707cbcd req-fafd8f2c-a01b-4427-bee4-c29c8a2694ac tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:27.053550 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e3bdebd9-61f8-4b03-9119-51f51707cbcd req-fafd8f2c-a01b-4427-bee4-c29c8a2694ac tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0529091 Oct 28 11:06:27.103056 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e3bdebd9-61f8-4b03-9119-51f51707cbcd req-83ce41e9-b875-49da-b3a6-ad7a35500c5f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Oct 28 11:06:27.575906 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865181-3725-417c-a226-25ef99b0697a req-755e1b0c-1b67-47ce-8d7c-6cade5ece6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:27.578464 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-755e1b0c-1b67-47ce-8d7c-6cade5ece6ec service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0402019 Oct 28 11:06:27.595521 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb63273-10d4-4965-9270-4488d0d5a9b9 req-366f8062-ca0e-4f9e-a7c2-91522876168f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:27.597246 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5eb63273-10d4-4965-9270-4488d0d5a9b9 req-366f8062-ca0e-4f9e-a7c2-91522876168f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Oct 28 11:06:27.646996 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5eb63273-10d4-4965-9270-4488d0d5a9b9 req-3fce9d20-8733-4cc7-bd14-add99493fb3e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Oct 28 11:06:27.683994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865181-3725-417c-a226-25ef99b0697a req-d4c27098-d819-4b58-8e64-7c8042acb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:27.685520 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-d4c27098-d819-4b58-8e64-7c8042acb084 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1011395 Oct 28 11:06:27.747340 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-80bb2c1f-0ec5-43f4-9d70-7c239df52604 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 1001 time: 0.0555410 Oct 28 11:06:27.795210 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865181-3725-417c-a226-25ef99b0697a req-6ae8a0f7-0388-405f-ade6-72a25527f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:27.796636 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-6ae8a0f7-0388-405f-ade6-72a25527f032 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0431600 Oct 28 11:06:27.835994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:27.841778 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76865181-3725-417c-a226-25ef99b0697a req-a8e7b3ee-5755-45a9-9651-bbce8bf72458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:27.843873 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-a8e7b3ee-5755-45a9-9651-bbce8bf72458 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0417972 Oct 28 11:06:27.907183 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:27.932001 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-4d171406-5d53-4ae9-a85c-1a8038638109 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822756 Oct 28 11:06:27.940791 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:27.953862 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:28.024923 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76865181-3725-417c-a226-25ef99b0697a req-84ab02c6-8cb8-4a78-84c5-b1aaad83348d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862358 Oct 28 11:06:28.335688 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd07fb9-6952-4cc1-b6b1-28e918ca1ea9 req-9e50c78f-0e6c-4bfc-ba47-b1f6417fb4d2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:28.337122 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9dd07fb9-6952-4cc1-b6b1-28e918ca1ea9 req-9e50c78f-0e6c-4bfc-ba47-b1f6417fb4d2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0475035 Oct 28 11:06:28.382967 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9dd07fb9-6952-4cc1-b6b1-28e918ca1ea9 req-273c829f-deb4-49b6-84ce-7a80b23df815 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403113 Oct 28 11:06:28.741847 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-e1954b0e-871a-44c9-b9ba-5c10d33de1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:28.881155 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79e779-f90f-4bbf-b2f5-1ceb63d06ebd req-57c72c06-b030-4f69-af65-61718753d114 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:28.882630 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ec79e779-f90f-4bbf-b2f5-1ceb63d06ebd req-57c72c06-b030-4f69-af65-61718753d114 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0492685 Oct 28 11:06:28.927712 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ec79e779-f90f-4bbf-b2f5-1ceb63d06ebd req-271de7d3-9a9a-40b2-8f63-baef48e9bacf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395441 Oct 28 11:06:30.045308 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afd913-d537-4bdb-9869-e15b22096d89 req-3c282bca-a694-4477-a263-13a68ccdd974 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:30.047279 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-80afd913-d537-4bdb-9869-e15b22096d89 req-3c282bca-a694-4477-a263-13a68ccdd974 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0452387 Oct 28 11:06:30.097464 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-80afd913-d537-4bdb-9869-e15b22096d89 req-31f2916c-e1f1-4d24-b996-414d43341742 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448306 Oct 28 11:06:30.846718 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-45284772-921e-4f07-9900-891cd3463dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:31.086771 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:06:31.200462 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:31.218556 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380ebca-a876-4dde-b27e-89b66695e144 req-e850cd73-60f7-4b73-b31b-ee12c87e72c9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:31.220016 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a380ebca-a876-4dde-b27e-89b66695e144 req-e850cd73-60f7-4b73-b31b-ee12c87e72c9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0460441 Oct 28 11:06:31.262282 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:31.270050 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a380ebca-a876-4dde-b27e-89b66695e144 req-ccd0f933-b248-40ee-97ff-0b7f9ca7b003 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Oct 28 11:06:32.080948 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:32.094578 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:32.385480 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8608744-d164-4972-b987-21288a3af5d9 req-fdfff678-1a53-4b09-a8d5-155c321dce5f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:32.386947 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d8608744-d164-4972-b987-21288a3af5d9 req-fdfff678-1a53-4b09-a8d5-155c321dce5f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0459776 Oct 28 11:06:32.432978 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d8608744-d164-4972-b987-21288a3af5d9 req-9a3e22b5-b0e4-4bde-a20c-baeb60d06313 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Oct 28 11:06:33.562305 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bd24-afde-4cd3-8de6-5db8ceca5f65 req-a71d23b5-0ce4-4503-a2b8-9a9f23d8b97c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:33.563276 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-11f1bd24-afde-4cd3-8de6-5db8ceca5f65 req-a71d23b5-0ce4-4503-a2b8-9a9f23d8b97c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0457990 Oct 28 11:06:33.592638 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:33.614290 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-11f1bd24-afde-4cd3-8de6-5db8ceca5f65 req-1e4a09e9-e2b2-4d90-a300-6a3a26a83623 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Oct 28 11:06:33.704637 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:34.731717 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7be664-f69d-4a45-89be-af04fb62a4ae req-99fc6b4e-7074-4c10-b695-71e10d95172b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:34.733151 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a7be664-f69d-4a45-89be-af04fb62a4ae req-99fc6b4e-7074-4c10-b695-71e10d95172b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0448699 Oct 28 11:06:34.778862 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a7be664-f69d-4a45-89be-af04fb62a4ae req-570ad1e0-b42c-422e-bdde-4bce1216b126 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394337 Oct 28 11:06:35.897544 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990d536-4d59-4134-8c07-dadbc5d75d4a req-725f0624-24a9-4cc8-a2a6-0cd519c97c85 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:35.899023 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e990d536-4d59-4134-8c07-dadbc5d75d4a req-725f0624-24a9-4cc8-a2a6-0cd519c97c85 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0458694 Oct 28 11:06:35.944827 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e990d536-4d59-4134-8c07-dadbc5d75d4a req-96cdbcbf-7efa-4ba8-be88-6249b0741a8c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Oct 28 11:06:37.066620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6b143-4421-477c-ba80-c1722cd6a1f6 req-2a554f3e-e88a-4cd2-a452-da9feebf4283 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:37.068057 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-16e6b143-4421-477c-ba80-c1722cd6a1f6 req-2a554f3e-e88a-4cd2-a452-da9feebf4283 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0496469 Oct 28 11:06:37.113554 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-16e6b143-4421-477c-ba80-c1722cd6a1f6 req-5e7b64da-ffb2-4b8e-b887-24cbe134bee5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399351 Oct 28 11:06:38.236815 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2620fc-6828-4765-89e3-ddd1852f706a req-64c2c948-d234-427e-a1c4-a925de84eb1d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:38.238337 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed2620fc-6828-4765-89e3-ddd1852f706a req-64c2c948-d234-427e-a1c4-a925de84eb1d tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0464125 Oct 28 11:06:38.285511 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ed2620fc-6828-4765-89e3-ddd1852f706a req-8a9517a8-aea0-4012-a3eb-fe9bdb2b3c30 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415845 Oct 28 11:06:39.407710 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d18bf-4325-4e52-91a3-fa6ed9318d6b req-bc91cd2e-7f0e-4c8f-bfe6-141f587c1b7e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:39.409142 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-358d18bf-4325-4e52-91a3-fa6ed9318d6b req-bc91cd2e-7f0e-4c8f-bfe6-141f587c1b7e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0466292 Oct 28 11:06:39.456273 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-358d18bf-4325-4e52-91a3-fa6ed9318d6b req-e8bfd85b-3a48-4f59-88b2-962eeaec1cda tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415165 Oct 28 11:06:40.577392 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff866a4e-8b08-4041-82d9-5e1460348928 req-7d361b9a-ffd5-4117-a041-25008382e50f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:40.578878 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ff866a4e-8b08-4041-82d9-5e1460348928 req-7d361b9a-ffd5-4117-a041-25008382e50f tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0492983 Oct 28 11:06:40.626154 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ff866a4e-8b08-4041-82d9-5e1460348928 req-9565ef1f-7f68-4589-95b9-dd711c4369d1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Oct 28 11:06:41.082228 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:41.746802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506e3c9-9e67-4c29-a94f-9505e4ac0c58 req-f00bd49a-d98c-4e5f-ad74-c5908de82def tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:41.748232 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7506e3c9-9e67-4c29-a94f-9505e4ac0c58 req-f00bd49a-d98c-4e5f-ad74-c5908de82def tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0488913 Oct 28 11:06:41.794051 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7506e3c9-9e67-4c29-a94f-9505e4ac0c58 req-8dd07df3-e237-4978-9ef9-1f9d277c3e98 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402558 Oct 28 11:06:42.913278 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae313b2-43bc-4358-9dec-6f0a739a22cc req-3928b8a2-33e3-438a-a562-75f87161052a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:42.914749 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eae313b2-43bc-4358-9dec-6f0a739a22cc req-3928b8a2-33e3-438a-a562-75f87161052a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0466073 Oct 28 11:06:42.960637 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eae313b2-43bc-4358-9dec-6f0a739a22cc req-065c3d5b-ea37-4ff0-8478-f71873955d47 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404108 Oct 28 11:06:43.697248 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:43.699094 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:44.079510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53198b4d-b270-445e-b886-eb71d6d28bc6 req-a547ea8f-c5b5-4063-b693-11b56905c615 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:44.080995 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-53198b4d-b270-445e-b886-eb71d6d28bc6 req-a547ea8f-c5b5-4063-b693-11b56905c615 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0460894 Oct 28 11:06:44.127152 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-53198b4d-b270-445e-b886-eb71d6d28bc6 req-6effe2d3-671e-4e77-8778-6155e3a5350e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Oct 28 11:06:45.107067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:45.114795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d52c4-a34a-4e21-95ff-73ba727f9d5b req-7017e7a7-e011-479b-b41f-0c223fe79670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:45.116259 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-256d52c4-a34a-4e21-95ff-73ba727f9d5b req-7017e7a7-e011-479b-b41f-0c223fe79670 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0810592 Oct 28 11:06:45.164388 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-256d52c4-a34a-4e21-95ff-73ba727f9d5b req-20bb6b4e-296b-48e9-9119-fffb408687ad service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Oct 28 11:06:45.244956 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a2780-0dc2-483f-899d-0a0cc6b18f17 req-2c05e177-608d-430a-9ace-d3bbe45f6344 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:45.246338 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f60a2780-0dc2-483f-899d-0a0cc6b18f17 req-2c05e177-608d-430a-9ace-d3bbe45f6344 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0451946 Oct 28 11:06:45.296983 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f60a2780-0dc2-483f-899d-0a0cc6b18f17 req-5a5a7041-e25a-4ccf-ada3-587df52fcb49 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447116 Oct 28 11:06:46.415855 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa73d93-25fd-48a8-ae58-fe6616f89f5b req-8cdd1111-1e98-4065-aab7-e64e24083ddf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:46.417310 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4fa73d93-25fd-48a8-ae58-fe6616f89f5b req-8cdd1111-1e98-4065-aab7-e64e24083ddf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0461483 Oct 28 11:06:46.462897 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4fa73d93-25fd-48a8-ae58-fe6616f89f5b req-c6d04e98-26dd-48fb-a1c4-e8cae05146fc tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Oct 28 11:06:47.582077 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51938f4-02c5-4627-ab92-b44b708424f6 req-b9d4ac1e-2375-4220-8720-369cb0ff21f1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:47.583560 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e51938f4-02c5-4627-ab92-b44b708424f6 req-b9d4ac1e-2375-4220-8720-369cb0ff21f1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0463867 Oct 28 11:06:47.630233 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e51938f4-02c5-4627-ab92-b44b708424f6 req-c733742b-a43b-4775-8def-fb15bfa2faa8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411479 Oct 28 11:06:47.996213 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:48.026832 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860d-4230-4f53-9f80-77b719953971 req-d59fd368-21c6-402b-a41e-7bbb1541dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:48.028291 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-d59fd368-21c6-402b-a41e-7bbb1541dc00 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0686131 Oct 28 11:06:48.038220 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a6117-7970-42b9-b879-77249342c4ae req-7230c88e-f0cb-432a-81cc-7a1acd7bece5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:48.039562 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9c4a6117-7970-42b9-b879-77249342c4ae req-7230c88e-f0cb-432a-81cc-7a1acd7bece5 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0708179 Oct 28 11:06:48.142055 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9c4a6117-7970-42b9-b879-77249342c4ae req-9b79179b-7b0f-40d7-afb9-08f3dbab9f4e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940461 Oct 28 11:06:48.156916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860d-4230-4f53-9f80-77b719953971 req-63f6f924-607a-48d5-93fe-9b1667bb1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:48.158482 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-63f6f924-607a-48d5-93fe-9b1667bb1509 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1181071 Oct 28 11:06:48.224905 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-bff87293-30cb-4caa-bf96-beebeaca06f3 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 1001 time: 0.0572321 Oct 28 11:06:48.274882 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860d-4230-4f53-9f80-77b719953971 req-02b95d67-1fb0-4771-8956-a8777978dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:48.276293 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-02b95d67-1fb0-4771-8956-a8777978dd70 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0434916 Oct 28 11:06:48.319415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce860d-4230-4f53-9f80-77b719953971 req-0cc381ea-cdc1-4b36-925c-41e81eaefb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:48.320818 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-0cc381ea-cdc1-4b36-925c-41e81eaefb5e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0373011 Oct 28 11:06:48.413345 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-87e3dab7-e5ea-478c-8027-69556cbb0e41 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825751 Oct 28 11:06:48.501217 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0dce860d-4230-4f53-9f80-77b719953971 req-12783fa5-df42-4709-bd56-1c9ea169d68f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803690 Oct 28 11:06:49.262611 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d5508-3f80-40d5-85c3-c9e1e2edc4a5 req-680cc050-8fa0-45ed-bdd9-ec99747bfcb3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:49.264066 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-586d5508-3f80-40d5-85c3-c9e1e2edc4a5 req-680cc050-8fa0-45ed-bdd9-ec99747bfcb3 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0461054 Oct 28 11:06:49.310444 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-586d5508-3f80-40d5-85c3-c9e1e2edc4a5 req-33d09757-8cc2-4e56-9060-b2b1ca1c9287 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400705 Oct 28 11:06:50.431981 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028b124-7047-473d-8134-a0fccbc8f984 req-413f2bd5-cc13-4f1d-87d1-d53a7e80d226 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:50.433408 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b028b124-7047-473d-8134-a0fccbc8f984 req-413f2bd5-cc13-4f1d-87d1-d53a7e80d226 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Oct 28 11:06:50.478543 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b028b124-7047-473d-8134-a0fccbc8f984 req-de2af16c-6a35-4096-940a-17b4ddf5ad6e tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 Oct 28 11:06:51.608015 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79da1e-60a6-4b1e-a7b4-c7bb6238fd30 req-94496ed8-4a59-472b-be71-c7ed6c07df35 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:51.610059 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a79da1e-60a6-4b1e-a7b4-c7bb6238fd30 req-94496ed8-4a59-472b-be71-c7ed6c07df35 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0513372 Oct 28 11:06:51.658476 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a79da1e-60a6-4b1e-a7b4-c7bb6238fd30 req-ddcbcefe-4fb1-437e-a01c-b50a74a19f69 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Oct 28 11:06:51.771006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02837f50-90a6-4242-8620-dd4d87c20055 req-b77cccd5-3da7-4aa3-82e7-e4a3a8ecd039 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:51.772433 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-02837f50-90a6-4242-8620-dd4d87c20055 req-b77cccd5-3da7-4aa3-82e7-e4a3a8ecd039 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0453250 Oct 28 11:06:51.783123 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43344) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:06:51.787489 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Request body: {'floatingip': {'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:06:51.840362 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:51.908188 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:52.185993 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:52.275168 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:52.278483 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:52.469232 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:06:52.569562 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:06:52.573992 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:52.579233 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] Sync routers for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:06:52.588955 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:06:52.589553 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:06:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:52.604506 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:06:52.606797 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe1654b-ab1c-431b-8616-c90101068084" -d '{"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:06:52.641730 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3e6a8ff5-18f1-4fd8-9232-4dbb8eed8bc1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/0c60320c-9d4e-4b14-8e07-84c29918c8ed HTTP/1.1" status: 200 len: 993 time: 0.8574731 Oct 28 11:06:52.692900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:06:52.702242 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d264c935-457d-4fb5-a824-b4465edb7469 x-openstack-request-id: req-d264c935-457d-4fb5-a824-b4465edb7469 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:06:52.702548 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:06:52.702802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d264c935-457d-4fb5-a824-b4465edb7469 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:06:52.703202 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d264c935-457d-4fb5-a824-b4465edb7469'] response: {'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'status': 'completed', 'code': 200} Oct 28 11:06:52.761838 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1654b-ab1c-431b-8616-c90101068084 req-709c55ad-5acf-4a58-827e-8f35d5dcdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:52.763311 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-709c55ad-5acf-4a58-827e-8f35d5dcdb8f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0381179 Oct 28 11:06:52.857001 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1654b-ab1c-431b-8616-c90101068084 req-8800b000-8b17-48b0-bd6f-7d311f468b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:52.858478 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-8800b000-8b17-48b0-bd6f-7d311f468b61 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.0885718 Oct 28 11:06:52.903821 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0c60320c-9d4e-4b14-8e07-84c29918c8ed', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'floating_ip_address': '172.37.0.143', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:03:54Z', 'updated_at': '2022-10-28T11:06:52Z', 'revision_number': 3, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:52.922047 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-4fc9a1b7-c533-48f9-b8de-bd6acc805abc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 1001 time: 0.0544927 Oct 28 11:06:52.929107 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] Checking router: 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:06:52.934874 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:52.937497 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:06:52.938130 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:06:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:53.169480 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:06:53.204100 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1654b-ab1c-431b-8616-c90101068084 req-f103c520-0948-457d-9d3d-71bb4f856299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:53.205542 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-f103c520-0948-457d-9d3d-71bb4f856299 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.2781682 Oct 28 11:06:53.249137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1654b-ab1c-431b-8616-c90101068084 req-f4d4c306-7155-490f-8efd-e64553104f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:53.251500 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-f4d4c306-7155-490f-8efd-e64553104f29 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0391483 Oct 28 11:06:53.344201 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-64777398-962c-47c2-9a4e-5ccac651faca service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857971 Oct 28 11:06:53.377801 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0c60320c-9d4e-4b14-8e07-84c29918c8ed', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'floating_ip_address': '172.37.0.143', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:03:54Z', 'updated_at': '2022-10-28T11:06:52Z', 'revision_number': 3, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:06:53.405284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a16a3f-468b-41b2-9291-11e4cb94cf55 None None] The sync data for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi is: [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0c60320c-9d4e-4b14-8e07-84c29918c8ed', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'floating_ip_address': '172.37.0.143', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'port_id': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'mac_address': 'fa:16:3e:4f:f6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01a19441-142f-41aa-9253-c5b50c929e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:03:54Z', 'updated_at': '2022-10-28T11:06:52Z', 'revision_number': 3, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:06:53.433735 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe1654b-ab1c-431b-8616-c90101068084 req-b99c885b-2611-402b-ac29-4f21ce8ee927 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835071 Oct 28 11:06:54.488838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b264f56-82a7-4e59-b256-294db67bf265 req-8541b8db-ba99-4c15-8664-f9204ad39b43 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.489573 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:54.491072 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7b264f56-82a7-4e59-b256-294db67bf265 req-8541b8db-ba99-4c15-8664-f9204ad39b43 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0498517 Oct 28 11:06:54.501334 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-7ff1903e-66d7-4fd5-a4cc-2ed62ee1207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.502854 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-7ff1903e-66d7-4fd5-a4cc-2ed62ee1207e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1169 time: 0.0451295 Oct 28 11:06:54.550382 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7b264f56-82a7-4e59-b256-294db67bf265 req-3f35c552-07ac-4c92-962b-42774ca0226a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542185 Oct 28 11:06:54.593896 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-4a39dd72-d109-40ba-bc20-79f8373062a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.595364 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-4a39dd72-d109-40ba-bc20-79f8373062a1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 914 time: 0.0856516 Oct 28 11:06:54.659265 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-1b7e99c6-f003-4bc9-adcd-884cbaeeb332 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 1002 time: 0.0573421 Oct 28 11:06:54.704375 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:06:54.706601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:06:54.712517 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-94eacf12-8f25-42e1-83fe-ada77f4bba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.713954 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-94eacf12-8f25-42e1-83fe-ada77f4bba59 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 200 len: 852 time: 0.0479648 Oct 28 11:06:54.749331 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb767dc0-4b48-431b-b566-7cfc581416e2 x-openstack-request-id: req-cb767dc0-4b48-431b-b566-7cfc581416e2 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:06:54.750177 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:06:54.750426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb767dc0-4b48-431b-b566-7cfc581416e2 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:06:54.750815 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb767dc0-4b48-431b-b566-7cfc581416e2'] response: {'name': 'network-changed', 'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'status': 'completed', 'code': 200} Oct 28 11:06:54.762385 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-b0eeb937-253e-4014-87eb-e4b03f1b2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.763860 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-b0eeb937-253e-4014-87eb-e4b03f1b2037 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8e4af541-0222-4578-8070-e116020f3217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0422161 Oct 28 11:06:54.802748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:54.815531 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-c0cb2504-8d9a-4846-ac98-04146102a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.816958 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-c0cb2504-8d9a-4846-ac98-04146102a3bf service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 1129 time: 0.0434310 Oct 28 11:06:54.862655 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-a4f0d04b-696d-41a2-bf7b-48fb3bfea7ac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887208 Oct 28 11:06:54.868527 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:54.908583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-1b05d6c2-8f15-4dc4-9a28-0684fd8cc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:54.910162 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-1b05d6c2-8f15-4dc4-9a28-0684fd8cc440 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.0873749 Oct 28 11:06:54.952567 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42f1244f-44a0-4b9b-947a-39b1216f0b43 req-7e104306-e5cb-4ed1-998f-ff5d28341ff4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825841 Oct 28 11:06:55.002335 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-08ae92da-d813-445e-83a9-3386dbfa5eed service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 200 len: 1001 time: 0.0847552 Oct 28 11:06:55.078783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-455af9e7-0785-4afe-aa39-c281af070e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:55.080259 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-455af9e7-0785-4afe-aa39-c281af070e41 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0442729 Oct 28 11:06:55.123331 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-865d463c-72f4-46df-960a-9753b30802b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:55.124829 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-865d463c-72f4-46df-960a-9753b30802b7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0387866 Oct 28 11:06:55.293122 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-b45a90c2-8566-4d33-ba85-ca478b2563d5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860379 Oct 28 11:06:55.379815 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bec0fcc1-edfc-40af-bca5-64b3d85dd1aa req-694b7d65-8420-4f24-a740-458a0f340603 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799861 Oct 28 11:06:55.674608 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be24d13-ef79-4b75-ba7b-8d34cece0011 req-85506992-e4f7-4a1e-aba1-a30321baf296 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:55.675945 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3be24d13-ef79-4b75-ba7b-8d34cece0011 req-85506992-e4f7-4a1e-aba1-a30321baf296 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0491817 Oct 28 11:06:55.734451 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3be24d13-ef79-4b75-ba7b-8d34cece0011 req-72b15729-a33e-4d25-9cc7-7c24b22f6b42 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529768 Oct 28 11:06:56.858476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935706-7b7d-4b26-8327-6b4f0775b25c req-36c8149e-8753-47d2-99be-e411ad12d53d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:56.859928 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-37935706-7b7d-4b26-8327-6b4f0775b25c req-36c8149e-8753-47d2-99be-e411ad12d53d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0504057 Oct 28 11:06:56.918267 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-37935706-7b7d-4b26-8327-6b4f0775b25c req-bafe7a5d-c3bf-4352-9834-4eb04e7feb6f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524769 Oct 28 11:06:57.101081 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:57.120057 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:06:57.972521 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:58.035885 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648ca592-60ec-474a-833b-b533391b25f4 req-52eb9ddd-934b-4a43-acf1-6ae27d4c4eeb tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:58.037337 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-648ca592-60ec-474a-833b-b533391b25f4 req-52eb9ddd-934b-4a43-acf1-6ae27d4c4eeb tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0462520 Oct 28 11:06:58.095790 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-648ca592-60ec-474a-833b-b533391b25f4 req-33b95e26-8630-4a9b-be61-23c4fa70af55 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528007 Oct 28 11:06:58.744030 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-793ffeac-ef3c-447f-a6f7-fd3e8223e1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:06:59.214877 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01116b2-ad4b-43c2-95d5-4f83a3cc0b32 req-579e54d0-6950-41e9-9259-4be0f044ca46 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:06:59.216324 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b01116b2-ad4b-43c2-95d5-4f83a3cc0b32 req-579e54d0-6950-41e9-9259-4be0f044ca46 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0463760 Oct 28 11:06:59.276074 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b01116b2-ad4b-43c2-95d5-4f83a3cc0b32 req-79f868fb-9de3-4682-96e7-6dd93f220b05 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535388 Oct 28 11:07:00.396497 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd6438-6d11-439c-8dac-2b3b9762827b req-5638e9d1-8b4c-407e-a70d-713bd40dbc95 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:00.398208 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-45bd6438-6d11-439c-8dac-2b3b9762827b req-5638e9d1-8b4c-407e-a70d-713bd40dbc95 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0492322 Oct 28 11:07:00.455875 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-45bd6438-6d11-439c-8dac-2b3b9762827b req-ed06b247-0079-4494-bb61-3da8e5291091 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522056 Oct 28 11:07:00.850089 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-226dce6a-356f-4eab-805b-333395151f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:01.538634 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:01.574697 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b95f9-4923-4daf-b385-e6b1eb802f6b req-a572b668-5cc9-4ba1-87df-9c701c10d331 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:01.576123 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-506b95f9-4923-4daf-b385-e6b1eb802f6b req-a572b668-5cc9-4ba1-87df-9c701c10d331 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0463655 Oct 28 11:07:01.638160 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-506b95f9-4923-4daf-b385-e6b1eb802f6b req-30f236a1-11a9-4eb2-a540-37f920201ddf tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558760 Oct 28 11:07:02.095074 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:02.758438 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9e51e-981c-4104-905b-382d63f0d203 req-68eb5f3a-2868-4c18-92fb-a0fe73c99a1b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:02.759895 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-90b9e51e-981c-4104-905b-382d63f0d203 req-68eb5f3a-2868-4c18-92fb-a0fe73c99a1b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0461853 Oct 28 11:07:02.818507 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-90b9e51e-981c-4104-905b-382d63f0d203 req-83358699-b3ea-49bf-befd-4a5fd67d201f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530741 Oct 28 11:07:03.595547 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:03.706093 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:03.937935 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c912f7-e333-46f9-b981-f5193b3c8b3e req-bfa2f42c-170a-441d-99c3-c3965eeeb43d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:03.939440 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-21c912f7-e333-46f9-b981-f5193b3c8b3e req-bfa2f42c-170a-441d-99c3-c3965eeeb43d tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0477569 Oct 28 11:07:04.000358 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-21c912f7-e333-46f9-b981-f5193b3c8b3e req-09063e8c-f1f1-4e12-a5f8-35dc9ce70c0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547552 Oct 28 11:07:04.122004 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96480e76-28cf-4118-8c90-4d19ff154331 req-994afbf2-b643-4510-bc05-d15a92703746 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:04.123347 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-96480e76-28cf-4118-8c90-4d19ff154331 req-994afbf2-b643-4510-bc05-d15a92703746 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.0466721 Oct 28 11:07:04.170724 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-96480e76-28cf-4118-8c90-4d19ff154331 req-c9adde72-1d93-4e01-9540-76d8c94f44ca tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Oct 28 11:07:05.123173 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a629d8-895e-4834-8f74-45cac7c4aac2 req-4841bfab-11bb-4398-bde0-e2618371f358 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:05.124589 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-56a629d8-895e-4834-8f74-45cac7c4aac2 req-4841bfab-11bb-4398-bde0-e2618371f358 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0454075 Oct 28 11:07:05.187217 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-56a629d8-895e-4834-8f74-45cac7c4aac2 req-597c38b0-cf00-4d39-b760-186839c7c5c1 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560374 Oct 28 11:07:05.290890 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf58b6f-0c34-4513-b3a4-8f35ba989d80 req-3cf97b22-386e-4846-aa8f-d9d9803ce2ed tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:05.292263 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3bf58b6f-0c34-4513-b3a4-8f35ba989d80 req-3cf97b22-386e-4846-aa8f-d9d9803ce2ed tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.0485091 Oct 28 11:07:05.317258 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:05.340265 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3bf58b6f-0c34-4513-b3a4-8f35ba989d80 req-e0642a75-bcc9-4f3a-bdce-dc10f16a4f78 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420198 Oct 28 11:07:05.878907 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:05.887635 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-25c004c6-00ed-44a0-a9c7-0a86ea332165 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:05.889066 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-25c004c6-00ed-44a0-a9c7-0a86ea332165 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.0466132 Oct 28 11:07:05.936776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:05.971242 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Deleting port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:07:05.971580 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:06.061236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] For port 4fc47c92-3eb6-4a2b-85be-a8582c825e05, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=4fc47c92-3eb6-4a2b-85be-a8582c825e05,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:06.061600 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:06.348671 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b56d-9a01-410e-8351-fd2665f36e4a req-6e42a14a-12cb-4400-a4a2-c32f214104a2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:06.350105 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e452b56d-9a01-410e-8351-fd2665f36e4a req-6e42a14a-12cb-4400-a4a2-c32f214104a2 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0844872 Oct 28 11:07:06.352720 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:06.353080 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (56b737f5-f235-47d1-9cb1-f49e98d4730d), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:06.353391 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Floating IP 56b737f5-f235-47d1-9cb1-f49e98d4730d disassociated. External IP: 172.37.0.71, port: 4fc47c92-3eb6-4a2b-85be-a8582c825e05. Oct 28 11:07:06.353728 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Calling delete_port for 4fc47c92-3eb6-4a2b-85be-a8582c825e05 owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:07:06.462224 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e452b56d-9a01-410e-8351-fd2665f36e4a req-cc8d566e-f863-4f1d-9187-64a29159a386 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1061523 Oct 28 11:07:06.462483 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cd048-b078-48c3-b9d7-b428c11fddcc req-6f362d28-5533-4b3d-b968-9ae1ebc5179c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:06.464015 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c74cd048-b078-48c3-b9d7-b428c11fddcc req-6f362d28-5533-4b3d-b968-9ae1ebc5179c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 945 time: 0.0465004 Oct 28 11:07:06.517538 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c74cd048-b078-48c3-b9d7-b428c11fddcc req-bad88811-34ac-4511-87e8-bc732a49065b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472386 Oct 28 11:07:06.537880 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (4fc47c92-3eb6-4a2b-85be-a8582c825e05), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:06.564733 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'Port': ['ID=4fc47c92-3eb6-4a2b-85be-a8582c825e05,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:06.577136 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.577474 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.577818 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.578223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.578557 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.578906 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.579234 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.579556 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.579883 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.580206 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.580528 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.580853 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.581174 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.581495 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.581811 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:06.688159 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:07:07.026095 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:07:07.036161 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:07:07.046151 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:07.047395 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:07.070372 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] No DVR routers for this DVR port 4fc47c92-3eb6-4a2b-85be-a8582c825e05 on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:07:07.073234 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:07.076851 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c162b36f-5c8e-4c5d-9167-edfe9ac53ae7 req-bba880b1-bbe8-43d3-ad7e-6fb5007cf95e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "DELETE /networking/v2.0/ports/4fc47c92-3eb6-4a2b-85be-a8582c825e05 HTTP/1.1" status: 204 len: 173 time: 1.1816978 Oct 28 11:07:07.077375 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'name': 'network-vif-deleted', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:07.080776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07b3466-c52b-4be4-92a1-db62705e0423" -d '{"events": [{"server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "name": "network-vif-deleted", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:07.188220 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a67ad42-2af2-4363-a542-6b463c42de0b x-openstack-request-id: req-1a67ad42-2af2-4363-a542-6b463c42de0b {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:07.188509 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917e11e6-71de-4156-bffc-7a5a81135795", "name": "network-vif-deleted", "tag": "4fc47c92-3eb6-4a2b-85be-a8582c825e05", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:07.188753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a67ad42-2af2-4363-a542-6b463c42de0b {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:07.189143 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a67ad42-2af2-4363-a542-6b463c42de0b'] response: {'server_uuid': '917e11e6-71de-4156-bffc-7a5a81135795', 'name': 'network-vif-deleted', 'tag': '4fc47c92-3eb6-4a2b-85be-a8582c825e05', 'status': 'completed', 'code': 200} Oct 28 11:07:07.244656 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:07.436135 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:07.469466 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:07:07.478639 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:07.479237 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:07.599338 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219efbc-58fe-4ed8-91fe-6b3bca413f9d req-8fd213ff-cde7-472e-be62-a36c09d59bcd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:07.605242 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:07.606329 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e219efbc-58fe-4ed8-91fe-6b3bca413f9d req-8fd213ff-cde7-472e-be62-a36c09d59bcd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0622272 Oct 28 11:07:07.639894 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:07.643457 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-35999fda-b8aa-41fe-8a6e-afce11f413de req-fa212f06-75b9-4a5f-a592-71f52ac29075 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=917e11e6-71de-4156-bffc-7a5a81135795 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Oct 28 11:07:07.680573 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e219efbc-58fe-4ed8-91fe-6b3bca413f9d req-236d4af6-6c6c-4312-b289-5b6a009418fa tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730970 Oct 28 11:07:07.819773 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:07.844017 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609bcdce-08dd-4ed8-aa61-162cc26d6f42 None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:07:08.087211 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:07:08.095342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f7fce-ac49-4f72-b99b-5e763ff2b3be None None] New status for floating IP 56b737f5-f235-47d1-9cb1-f49e98d4730d: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:07:08.803396 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f9f0-a783-4b4d-a619-6df891ff7338 req-7e22e989-a55c-402a-b8fc-4f9ab4562eba tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:08.806486 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1fc2f9f0-a783-4b4d-a619-6df891ff7338 req-7e22e989-a55c-402a-b8fc-4f9ab4562eba tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0505922 Oct 28 11:07:08.876694 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1fc2f9f0-a783-4b4d-a619-6df891ff7338 req-d19c683f-2a87-43e2-8b29-178c2a979c8a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624735 Oct 28 11:07:08.950175 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-303f1b5a-a846-4118-868a-41d72ceabf04 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1525806302&fields=id&tenant_id=9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 267 time: 0.0446858 Oct 28 11:07:09.011747 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:09.057344 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-0bea8bfa-1a8b-411f-b770-b8f5d3198256 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:09.058802 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-0bea8bfa-1a8b-411f-b770-b8f5d3198256 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 812 time: 0.1021059 Oct 28 11:07:09.074707 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-56ef6e25-e5d3-4c13-ab60-115576a667c9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/quotas/9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 375 time: 0.0090685 Oct 28 11:07:09.123329 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-6ba2735f-b29c-43b7-a19b-43390c816d01 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437632 Oct 28 11:07:09.264610 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-ab2e5251-eacd-408c-84c7-9d7072a26d93 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293724 Oct 28 11:07:09.354607 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-dfd61e69-b710-4752-8493-b5a45f0de064 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841732 Oct 28 11:07:09.366731 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 4fc47c92-3eb6-4a2b-85be-a8582c825e05 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:07:09.385675 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 4fc47c92-3eb6-4a2b-85be-a8582c825e05 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:07:09.386040 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 4fc47c92-3eb6-4a2b-85be-a8582c825e05 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:07:09.658434 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b8c8ef4d-6479-4942-9e78-711774ff1a5e req-193bf1df-9b38-4bf3-a54b-1cfcfd27261a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 210 time: 0.0289545 Oct 28 11:07:10.009131 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace662ac-c933-4faf-955b-1bee656c5f1f req-6563d147-db07-4654-8cc2-370ef1710d8e tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:10.010750 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ace662ac-c933-4faf-955b-1bee656c5f1f req-6563d147-db07-4654-8cc2-370ef1710d8e tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0502913 Oct 28 11:07:10.073022 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ace662ac-c933-4faf-955b-1bee656c5f1f req-5fe3a530-39d5-4b03-a1e4-1a3f00ced597 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566015 Oct 28 11:07:10.762324 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6172696b-47d2-437d-bf1a-f2ae122ed73c req-3b90b32c-9b75-499f-bd30-afbec7f34221 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 210 time: 0.0314205 Oct 28 11:07:11.191916 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe06910-e226-4c65-a307-8686dbd1836d req-b76da649-6722-46c5-8644-737ee109b36f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:11.193359 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cfe06910-e226-4c65-a307-8686dbd1836d req-b76da649-6722-46c5-8644-737ee109b36f tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0456288 Oct 28 11:07:11.252370 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-cfe06910-e226-4c65-a307-8686dbd1836d req-77b65773-5906-4de7-b37f-76c90d97c605 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=dea451e8-7965-49ca-9e86-e29c4b0c3b6e&id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533597 Oct 28 11:07:11.471623 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4571662d-1ae8-49f4-9053-1802fd7fae62 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:11.473063 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4571662d-1ae8-49f4-9053-1802fd7fae62 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 812 time: 0.1092701 Oct 28 11:07:11.535563 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-d54412ee-28c5-4b0b-8d88-82dbf97af5db tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 380 time: 0.0544963 Oct 28 11:07:11.543784 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'port': {'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'admin_state_up': True, 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'security_groups': ['01a90e13-c3f8-4eb0-805d-272e7f8faf00']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:11.651294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Made reservation on behalf of 9aff70e0d61c41fbb469ed4bcd785b23 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:07:11.654980 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:11.680338 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:11.783706 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Allocated IP 172.20.0.3 (447ffcd3-d772-4c15-92cb-558dd17897d4/dd357101-dce1-4538-98f6-4cc3c004f302/77a42644-3142-4fb2-9d0e-5deb0792310a) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:07:11.810243 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:11.870379 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-76a969e4-3d31-4086-b1da-254fa6d6dd17 req-cb0049d2-d428-4621-9dba-ef703621a042 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 210 time: 0.0296633 Oct 28 11:07:11.939379 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:11.973417 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.022635 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:07:12.025744 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:07:12.029686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:07:12.036430 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=77a42644-3142-4fb2-9d0e-5deb0792310a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:12.084008 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:12.084715 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.101813 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-c82faeaa-e678-49fb-b129-16b7824a63a2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614948 Oct 28 11:07:12.117022 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Request body: {'port': {'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:12.178102 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.278253 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-d42afca7-ffd2-480a-9e06-fc725f695311 None None] Provisioning complete for port 77a42644-3142-4fb2-9d0e-5deb0792310a triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:07:12.278743 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d42afca7-ffd2-480a-9e06-fc725f695311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.278948 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-d42afca7-ffd2-480a-9e06-fc725f695311 None None] Attempt 1 to provision port 77a42644-3142-4fb2-9d0e-5deb0792310a Oct 28 11:07:12.312866 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-d42afca7-ffd2-480a-9e06-fc725f695311 None None] Port 77a42644-3142-4fb2-9d0e-5deb0792310a cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:07:12.433522 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77a42644-3142-4fb2-9d0e-5deb0792310a {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:07:12.441380 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Publish callbacks [] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.454114 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Transition to ACTIVE for port object 77a42644-3142-4fb2-9d0e-5deb0792310a will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:07:12.457596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.462753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:12.504689 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Pushing event updated for resources: {'Port': ['ID=77a42644-3142-4fb2-9d0e-5deb0792310a,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:12.574187 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Attempting to bind port 77a42644-3142-4fb2-9d0e-5deb0792310a on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:07:12.574526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Attempting to bind port 77a42644-3142-4fb2-9d0e-5deb0792310a by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:07:12.574856 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Attempting to bind port 77a42644-3142-4fb2-9d0e-5deb0792310a on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:07:12.614613 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Port 77a42644-3142-4fb2-9d0e-5deb0792310a on network 447ffcd3-d772-4c15-92cb-558dd17897d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:07:12.614933 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Attempting to bind port 77a42644-3142-4fb2-9d0e-5deb0792310a on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:07:12.635658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:12.658096 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:07:12.658425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Checking segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:07:12.658795 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Bound using segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:07:12.659224 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Bound port: 77a42644-3142-4fb2-9d0e-5deb0792310a, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:07:12.659579 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.721868 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] For port 77a42644-3142-4fb2-9d0e-5deb0792310a, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:07:12.724913 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] For port 77a42644-3142-4fb2-9d0e-5deb0792310a, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=77a42644-3142-4fb2-9d0e-5deb0792310a,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:07:12.730357 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.734667 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:12.735236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:12.736897 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 200 len: 1093 time: 0.6242142 Oct 28 11:07:12.738977 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:12.741181 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc7b434-050b-48ad-8ec6-6132a0112e86" -d '{"events": [{"name": "network-changed", "server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:12.784265 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08d9779-f988-4def-9183-4f45bcf51e7b x-openstack-request-id: req-f08d9779-f988-4def-9183-4f45bcf51e7b {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:12.784543 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:12.784795 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f08d9779-f988-4def-9183-4f45bcf51e7b {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:12.785183 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08d9779-f988-4def-9183-4f45bcf51e7b'] response: {'name': 'network-changed', 'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'status': 'completed', 'code': 200} Oct 28 11:07:12.789647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d084b2f-a8e0-4f23-a4e7-dc889d2309f9 service neutron] Pushing event updated for resources: {'Port': ['ID=77a42644-3142-4fb2-9d0e-5deb0792310a,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:12.829886 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4f8378b4-4887-4225-92c5-073571984754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:12.831306 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-4f8378b4-4887-4225-92c5-073571984754 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1127 time: 0.0389149 Oct 28 11:07:12.871802 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-a2b610ad-9431-4469-85fb-e32e503b032f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 200 len: 217 time: 0.0321670 Oct 28 11:07:12.930034 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-23f6f805-fd3e-44b4-bae7-be787812d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:12.931496 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-23f6f805-fd3e-44b4-bae7-be787812d343 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0472169 Oct 28 11:07:12.974773 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-f98eea91-7b3e-4ad9-aec8-55fed58e2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:12.976288 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-f98eea91-7b3e-4ad9-aec8-55fed58e2b0e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0384481 Oct 28 11:07:12.990581 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326de447-b27c-4125-88db-66f5c29c1e61 req-eea99c6c-c807-4e29-83a6-ca52c7891894 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:12.992032 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-326de447-b27c-4125-88db-66f5c29c1e61 req-eea99c6c-c807-4e29-83a6-ca52c7891894 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0465293 Oct 28 11:07:13.040309 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-326de447-b27c-4125-88db-66f5c29c1e61 req-a176c22d-e1c8-4794-83ff-698e95450c6c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 Oct 28 11:07:13.071963 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-a2abfbf2-2f9a-4464-aaa3-17fa77ebade9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863469 Oct 28 11:07:13.161427 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0650e071-32ac-44ab-a7bd-2f7d7fa172da req-7d52a69b-a90e-464f-8b42-bcac75b5c16c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833459 Oct 28 11:07:14.028121 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-ba51915a-74ba-400b-a2d6-876673a31434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:14.029575 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-ba51915a-74ba-400b-a2d6-876673a31434 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1127 time: 0.0387261 Oct 28 11:07:14.133583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-fd698f25-bf8f-4207-a3dc-6bdfbb98507e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:14.134998 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-fd698f25-bf8f-4207-a3dc-6bdfbb98507e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.0985124 Oct 28 11:07:14.192201 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-d10f4c90-bbbf-439b-971b-96a4ac97d101 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 200 len: 217 time: 0.0415061 Oct 28 11:07:14.199888 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b731b-5976-4d6c-8e9b-ebeed321c01a req-f6c1228b-5028-49e4-a57f-b46955c74f4c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:14.201246 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a00b731b-5976-4d6c-8e9b-ebeed321c01a req-f6c1228b-5028-49e4-a57f-b46955c74f4c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0808821 Oct 28 11:07:14.264978 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:14.269765 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-0e692ab0-b3df-468a-9de3-39494a6850c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:14.271253 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-0e692ab0-b3df-468a-9de3-39494a6850c7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0691936 Oct 28 11:07:14.295651 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a00b731b-5976-4d6c-8e9b-ebeed321c01a req-cb0d5996-9abf-4c7d-a975-2c8b726ac85c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851078 Oct 28 11:07:14.322209 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-1d03e96a-31a8-4a08-9aa7-603958a2ccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:14.323710 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-1d03e96a-31a8-4a08-9aa7-603958a2ccd4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0427892 Oct 28 11:07:14.415252 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-718efffb-8f5d-43e8-9098-34f016501e1c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Oct 28 11:07:14.467482 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:14.505189 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5bc7b434-050b-48ad-8ec6-6132a0112e86 req-6c64b102-4593-4218-aa4a-2d6c46042aae service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829508 Oct 28 11:07:15.412640 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04f97e-78a6-4726-b068-ed0fa3d254ea req-98a73c3c-fcf5-4d25-81d6-807bb8cfdc2a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:15.414106 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c04f97e-78a6-4726-b068-ed0fa3d254ea req-98a73c3c-fcf5-4d25-81d6-807bb8cfdc2a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0453088 Oct 28 11:07:15.465046 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c04f97e-78a6-4726-b068-ed0fa3d254ea req-d6caabdf-ff0a-4e7f-8efb-e9de8b5ba765 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Oct 28 11:07:16.591005 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d7220-db09-4a2c-9b92-4e1191babbe5 req-789f68c1-d926-4713-91c0-e56c4428f8bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:16.592488 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a1d7220-db09-4a2c-9b92-4e1191babbe5 req-789f68c1-d926-4713-91c0-e56c4428f8bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0517321 Oct 28 11:07:16.641340 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2a1d7220-db09-4a2c-9b92-4e1191babbe5 req-774ea401-09db-4cd6-8645-a7c4f631e314 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431502 Oct 28 11:07:17.756856 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181da232-29f6-4954-aab9-c68713cd0d03 req-202d9f98-f96e-4923-8fea-ac3d49fc0078 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:17.758304 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-181da232-29f6-4954-aab9-c68713cd0d03 req-202d9f98-f96e-4923-8fea-ac3d49fc0078 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0460513 Oct 28 11:07:17.770523 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:17.807000 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-181da232-29f6-4954-aab9-c68713cd0d03 req-4b4be560-d419-4aae-afd8-2563458f9de3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Oct 28 11:07:17.823345 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=53 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:18.924393 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f81e4-397a-4161-8b8f-87a83c40b061 req-5fd8be0b-78de-43cd-ae4b-da0676db1eb0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:18.925848 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-495f81e4-397a-4161-8b8f-87a83c40b061 req-5fd8be0b-78de-43cd-ae4b-da0676db1eb0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0459836 Oct 28 11:07:18.973366 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-495f81e4-397a-4161-8b8f-87a83c40b061 req-48e74e73-b427-44bb-bfdc-14a32136ebb7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420845 Oct 28 11:07:20.092350 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ff729-f6a6-4d34-9276-c648aafbd902 req-f7031a8d-1315-4f8c-b755-75549278502b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:20.093804 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4f7ff729-f6a6-4d34-9276-c648aafbd902 req-f7031a8d-1315-4f8c-b755-75549278502b tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0460474 Oct 28 11:07:20.141318 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4f7ff729-f6a6-4d34-9276-c648aafbd902 req-dc98e823-cb2e-4506-b4de-ab5280b487e7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419424 Oct 28 11:07:21.264292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e880b-c2c1-44d4-b95c-dc0359fc8bd8 req-31e69764-2212-4937-9529-ffc6fd9cb5a1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:21.266427 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f7e880b-c2c1-44d4-b95c-dc0359fc8bd8 req-31e69764-2212-4937-9529-ffc6fd9cb5a1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 943 time: 0.0497935 Oct 28 11:07:21.313601 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f7e880b-c2c1-44d4-b95c-dc0359fc8bd8 req-30acf0ac-aaaf-4f58-b9fe-082edf6ac35d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Oct 28 11:07:21.427232 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 77a42644-3142-4fb2-9d0e-5deb0792310a details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:07:21.429413 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:21.431266 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:21.528327 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 77a42644-3142-4fb2-9d0e-5deb0792310a, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=77a42644-3142-4fb2-9d0e-5deb0792310a,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:21.538908 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:07:21.572902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 77a42644-3142-4fb2-9d0e-5deb0792310a is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:07:21.573287 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:21.585851 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77a42644-3142-4fb2-9d0e-5deb0792310a {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:07:21.604415 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 77a42644-3142-4fb2-9d0e-5deb0792310a, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=77a42644-3142-4fb2-9d0e-5deb0792310a,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:21.608220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:21.652946 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=77a42644-3142-4fb2-9d0e-5deb0792310a,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:21.659921 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.660265 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.660600 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.660930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.661257 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.661578 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.661895 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.662239 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.662558 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.662874 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.663189 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.663504 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.663818 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.664128 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.664438 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:21.987019 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['77a42644-3142-4fb2-9d0e-5deb0792310a'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:07:22.432712 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17991ee-9230-45c4-bca7-3f67e8327a35 req-65ba9ad3-a106-427d-abcd-8a11e3fa0394 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:22.434174 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d17991ee-9230-45c4-bca7-3f67e8327a35 req-65ba9ad3-a106-427d-abcd-8a11e3fa0394 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 944 time: 0.0489967 Oct 28 11:07:22.481298 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d17991ee-9230-45c4-bca7-3f67e8327a35 req-06901a94-2648-4840-a3d0-da65317ad928 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416765 Oct 28 11:07:23.456617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 77a42644-3142-4fb2-9d0e-5deb0792310a up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:07:23.501984 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 77a42644-3142-4fb2-9d0e-5deb0792310a completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:07:23.507885 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 77a42644-3142-4fb2-9d0e-5deb0792310a triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:07:23.508406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:23.508771 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 77a42644-3142-4fb2-9d0e-5deb0792310a Oct 28 11:07:23.582108 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 77a42644-3142-4fb2-9d0e-5deb0792310a is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:07:23.582493 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:23.602959 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd85c4-90d4-41c2-abd4-61ff0f534846 req-ed2de03c-c836-468b-853d-520df70d52d7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:23.604449 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ddd85c4-90d4-41c2-abd4-61ff0f534846 req-ed2de03c-c836-468b-853d-520df70d52d7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 944 time: 0.0460181 Oct 28 11:07:23.604719 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:23.607334 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c504c863-09e4-4585-8504-0bdd7cfb281e" -d '{"events": [{"server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "name": "network-vif-plugged", "status": "completed", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:23.621189 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 77a42644-3142-4fb2-9d0e-5deb0792310a, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=77a42644-3142-4fb2-9d0e-5deb0792310a,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:23.627236 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:23.657114 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0ddd85c4-90d4-41c2-abd4-61ff0f534846 req-2e4edb2c-c0b3-4907-8fd6-4f2154077b2d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466788 Oct 28 11:07:23.658819 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:23.679392 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=77a42644-3142-4fb2-9d0e-5deb0792310a,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:23.717709 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5fd71b-d1f2-46ab-8457-bc652d6882bf x-openstack-request-id: req-6e5fd71b-d1f2-46ab-8457-bc652d6882bf {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:23.718021 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "name": "network-vif-plugged", "status": "completed", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:23.718280 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e5fd71b-d1f2-46ab-8457-bc652d6882bf {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:23.718679 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5fd71b-d1f2-46ab-8457-bc652d6882bf'] response: {'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'code': 200} Oct 28 11:07:23.969221 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a7c33-1079-48b3-ae3f-6451f65718d1 req-bb28ce89-cd05-4adb-8e5b-75d392f774f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:23.970734 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-376a7c33-1079-48b3-ae3f-6451f65718d1 req-bb28ce89-cd05-4adb-8e5b-75d392f774f8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1129 time: 0.0380671 Oct 28 11:07:24.020575 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-376a7c33-1079-48b3-ae3f-6451f65718d1 req-58080da8-437c-4210-b7ef-be1661051e2d service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Oct 28 11:07:24.777411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065360e-48fc-4c33-ac7a-9825d8adf489 req-f1be9e2d-ab06-4480-b8a4-c53bc5edda24 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:24.778865 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d065360e-48fc-4c33-ac7a-9825d8adf489 req-f1be9e2d-ab06-4480-b8a4-c53bc5edda24 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0453734 Oct 28 11:07:24.826453 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d065360e-48fc-4c33-ac7a-9825d8adf489 req-8e1017dd-25e0-435b-a35f-4c5dd69236b6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414383 Oct 28 11:07:25.944993 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd3b32-e1ed-485b-a4a4-02a312f8d83e req-6d01e56b-06ec-438a-a17f-a475a3fade45 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:25.946494 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-09fd3b32-e1ed-485b-a4a4-02a312f8d83e req-6d01e56b-06ec-438a-a17f-a475a3fade45 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0457001 Oct 28 11:07:25.997300 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-09fd3b32-e1ed-485b-a4a4-02a312f8d83e req-898ef5aa-8ec3-46e1-abc2-5d91bae134bf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453002 Oct 28 11:07:26.720800 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb27b2-1165-4b28-9381-fb46df8719ac req-f1fe0930-daa2-4463-8022-e3db92c97001 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:26.722277 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3dcb27b2-1165-4b28-9381-fb46df8719ac req-f1fe0930-daa2-4463-8022-e3db92c97001 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0463350 Oct 28 11:07:26.768503 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3dcb27b2-1165-4b28-9381-fb46df8719ac req-3a98442a-f001-4ef8-b248-3150b4d61d0c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406005 Oct 28 11:07:27.119028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204a6b-5775-44ca-9ff9-4fac99ec8a06 req-b154e332-0770-474d-9358-f000f7a60c03 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:27.120391 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-13204a6b-5775-44ca-9ff9-4fac99ec8a06 req-b154e332-0770-474d-9358-f000f7a60c03 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0463364 Oct 28 11:07:27.138447 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:27.169093 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-13204a6b-5775-44ca-9ff9-4fac99ec8a06 req-e353cd37-7f86-4662-a261-4449f8bdcdc1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Oct 28 11:07:27.285641 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f843a-d8c4-4721-ba98-3246757c8e23 req-dc4c60fb-1cbe-4b4e-b1ff-2b59bee5ad70 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:27.287095 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-865f843a-d8c4-4721-ba98-3246757c8e23 req-dc4c60fb-1cbe-4b4e-b1ff-2b59bee5ad70 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0467978 Oct 28 11:07:27.335481 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-865f843a-d8c4-4721-ba98-3246757c8e23 req-fd293dfc-9760-4640-ab22-86e14eb16135 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Oct 28 11:07:27.363282 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43506) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:27.403616 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4108fa-b7d3-4206-b44c-f833a21c36d3 tempest-TestVolumeBootPattern-514285450 tempest-TestVolumeBootPattern-514285450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:27.405087 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0b4108fa-b7d3-4206-b44c-f833a21c36d3 tempest-TestVolumeBootPattern-514285450 tempest-TestVolumeBootPattern-514285450-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1124 time: 0.0408716 Oct 28 11:07:27.407920 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43508) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:27.412256 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:27.433610 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:27.475813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:27.511153 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:27.618893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Allocated IP 172.37.0.173 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/43153cdb-11a8-4ab5-9390-5a4dd61f7000) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:07:27.620524 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:27.721224 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:27.752591 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:27.793861 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:07:27.798269 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:07:27.802041 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:07:27.825093 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=43153cdb-11a8-4ab5-9390-5a4dd61f7000,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:27.893992 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c772442-254e-41fa-97f8-48c084227844 req-ce30ebfb-0fef-40cc-bb1f-c9acd27f33a4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:27.895396 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c772442-254e-41fa-97f8-48c084227844 req-ce30ebfb-0fef-40cc-bb1f-c9acd27f33a4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0468750 Oct 28 11:07:27.944068 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8c772442-254e-41fa-97f8-48c084227844 req-4e2186ce-e865-4171-817b-0bcfbce18fc1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=f7901dae-6478-4999-8e98-f1d1df6c2e95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430369 Oct 28 11:07:27.968158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.041590 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-6be02f83-1ffe-431c-8754-f95e6a7828df service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739293 Oct 28 11:07:28.087106 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:28.091043 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=85 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:28.157695 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-c7012029-d805-41ae-a654-813af41ff23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:28.159080 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-c7012029-d805-41ae-a654-813af41ff23c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f1f49235fbe64b79bfef2cf828993c56&device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 1130 time: 0.0730948 Oct 28 11:07:28.188209 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:28.268979 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (10101421-f270-49ab-899f-8329344b981f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.333581 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-1f31a5ce-7bbe-4799-a07e-0e22b24c9e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:28.335050 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-1f31a5ce-7bbe-4799-a07e-0e22b24c9e86 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 200 len: 919 time: 0.1554806 Oct 28 11:07:28.358579 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.401534 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:28.537030 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-5a80894f-af1d-49f5-9147-5c3ce3d70353 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:28.538467 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-5a80894f-af1d-49f5-9147-5c3ce3d70353 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 947 time: 0.0488355 Oct 28 11:07:28.628861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Deleting port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:07:28.629204 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.726126 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] For port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:28.726490 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.745286 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-030a0887-c32d-409b-8ef3-40c419d44bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.785515 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-7acbcee5-2fe7-41cd-8731-a068348b7043 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 HTTP/1.1" status: 200 len: 217 time: 0.2994637 Oct 28 11:07:28.794789 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.803620 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.889880 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-3cc008a5-d86a-49fb-9548-892863eb0c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:28.891958 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-3cc008a5-d86a-49fb-9548-892863eb0c06 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 200 len: 857 time: 0.0994194 Oct 28 11:07:28.902320 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=43153cdb-11a8-4ab5-9390-5a4dd61f7000,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:28.913387 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (10101421-f270-49ab-899f-8329344b981f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.939195 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.939547 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (a7c6a0c3-8985-4325-a6c7-453971e3e5ea), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:28.939857 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Floating IP a7c6a0c3-8985-4325-a6c7-453971e3e5ea disassociated. External IP: 172.37.0.240, port: 06fb27d9-2d31-41b8-ad55-60bad7a8ec79. Oct 28 11:07:28.940190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Calling delete_port for 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:07:28.978743 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:28.979248 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-5f6e5305-981d-4669-bb3f-7d4539a0c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:28.980810 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-5f6e5305-981d-4669-bb3f-7d4539a0c3c7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=57d99b3c-83bf-49e2-81d2-c12ed26cdb71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0794129 Oct 28 11:07:29.068042 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (06fb27d9-2d31-41b8-ad55-60bad7a8ec79), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:29.097579 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event deleted for resources: {'Port': ['ID=06fb27d9-2d31-41b8-ad55-60bad7a8ec79,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:29.109448 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.109794 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.110340 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.110495 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.110706 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-98424dea-5466-4774-891f-37af42f3f35c req-e87039b7-5d6b-4c26-97f6-dc1ba96f6345 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0430210 Oct 28 11:07:29.110820 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.111690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.112027 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.112354 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.113337 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.113676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.114016 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.114347 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.114678 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.115003 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.115595 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:07:29.148113 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Floating IP 10101421-f270-49ab-899f-8329344b981f associated. External IP: 172.37.0.173, port: 77a42644-3142-4fb2-9d0e-5deb0792310a. Oct 28 11:07:29.195120 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-4fb98d27-cf26-4d4b-a91d-d73a0a2d576b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059844 Oct 28 11:07:29.218325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:07:29.320122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:29.328080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:07:29.339863 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:07:29.350268 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:29.351000 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:29.366327 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1ab534da-c37a-4a3f-a630-fbddab7f0912 req-c940c17e-81ab-48e2-9bdb-a1302306be42 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644404 Oct 28 11:07:29.368300 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:29.377051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] No DVR routers for this DVR port 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:07:29.380729 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:29.384737 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5740e068-11ec-4578-89c1-cefab33cacb8 req-cfd4801a-e227-49db-bb4b-253b286ee7e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "DELETE /networking/v2.0/ports/06fb27d9-2d31-41b8-ad55-60bad7a8ec79 HTTP/1.1" status: 204 len: 173 time: 0.8396938 Oct 28 11:07:29.385255 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-deleted', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:29.388624 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489386d6-e04c-4daa-a51e-1668dab0570e" -d '{"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-deleted", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:29.449383 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc53995c-0782-4482-9795-a20e722a7b61 x-openstack-request-id: req-cc53995c-0782-4482-9795-a20e722a7b61 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:29.449719 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ef9cf5-ad72-4399-a910-9308a243a57a", "name": "network-vif-deleted", "tag": "06fb27d9-2d31-41b8-ad55-60bad7a8ec79", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:29.449997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc53995c-0782-4482-9795-a20e722a7b61 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:29.450406 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc53995c-0782-4482-9795-a20e722a7b61'] response: {'server_uuid': 'e4ef9cf5-ad72-4399-a910-9308a243a57a', 'name': 'network-vif-deleted', 'tag': '06fb27d9-2d31-41b8-ad55-60bad7a8ec79', 'status': 'completed', 'code': 200} Oct 28 11:07:29.454441 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:07:29.509338 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:29.579022 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:29.600135 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:07:29.613418 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:07:29.627642 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:29.638520 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:29.639406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:29.683912 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-f8106fb8-ff5e-466e-9eb1-ab6e4394c0af tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2728202 Oct 28 11:07:29.683912 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:29.687130 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace802f0-914d-4920-828b-014c0a38c663" -d '{"events": [{"name": "network-changed", "server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:29.708566 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:29.736818 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328ad5ea-e691-4e0e-94b3-95d7d3b19c6b x-openstack-request-id: req-328ad5ea-e691-4e0e-94b3-95d7d3b19c6b {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:29.737125 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:29.738426 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-328ad5ea-e691-4e0e-94b3-95d7d3b19c6b {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:29.738426 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-328ad5ea-e691-4e0e-94b3-95d7d3b19c6b'] response: {'name': 'network-changed', 'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'status': 'completed', 'code': 200} Oct 28 11:07:29.747823 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:29.771844 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:29.776350 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:07:29.785617 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:29.786480 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:29.812790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace802f0-914d-4920-828b-014c0a38c663 req-d4908138-0175-4250-bd21-50904c2f32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:29.814483 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-d4908138-0175-4250-bd21-50904c2f32eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1129 time: 0.0474269 Oct 28 11:07:29.889652 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:29.985836 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:28Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:30.010440 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:07:30.019270 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:30.019865 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:30.084362 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:30.113361 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd11fd0-dd95-48d2-9e6d-1f2a3d99e305 None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:07:30.148507 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace802f0-914d-4920-828b-014c0a38c663 req-369304b3-7f77-4359-bf4c-40bec6ae7fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:30.149985 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:30.150216 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-369304b3-7f77-4359-bf4c-40bec6ae7fc6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.1097772 Oct 28 11:07:30.237434 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-64a7be49-1941-4faa-8939-3c2709513f8a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 200 len: 999 time: 0.0795004 Oct 28 11:07:30.297851 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1a799c46-909b-4b35-8925-fcdb98f5ee9f req-6de3b2cd-26c0-445b-ae0a-c99e7dc81c53 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4ef9cf5-ad72-4399-a910-9308a243a57a HTTP/1.1" status: 200 len: 210 time: 0.0535583 Oct 28 11:07:30.317639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace802f0-914d-4920-828b-014c0a38c663 req-8ebea40f-218d-4a06-87a4-5dd3d2bb10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:30.319296 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-8ebea40f-218d-4a06-87a4-5dd3d2bb10bf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0626631 Oct 28 11:07:30.367336 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace802f0-914d-4920-828b-014c0a38c663 req-dbaded25-bca8-44b7-bd76-2acda13f66cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:30.368953 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-dbaded25-bca8-44b7-bd76-2acda13f66cd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0430975 Oct 28 11:07:30.456768 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fe59b-2731-49c8-a5c6-41634722a854 None None] New status for floating IP a7c6a0c3-8985-4325-a6c7-453971e3e5ea: DOWN {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:07:30.470304 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-94641a41-0cf0-4395-9300-060806b86270 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937271 Oct 28 11:07:30.539620 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:28Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:30.569949 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ace802f0-914d-4920-828b-014c0a38c663 req-e2cadd6e-b592-4933-ae4b-2c936c93c2f5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934896 Oct 28 11:07:30.573242 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce4dfc3-7c84-44ce-ac9a-55adf301425e None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:28Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:07:30.770654 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb86c9-fac8-47cc-81ab-f77b1a5dc548 None None] New status for floating IP 10101421-f270-49ab-899f-8329344b981f: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:07:30.879584 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-60478975-229c-4580-909b-4f86c8b9b293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.398895 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43528) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:31.452024 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cb4d-bb12-4ed6-873d-e1000ff58221 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (f7901dae-6478-4999-8e98-f1d1df6c2e95), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.473741 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cb4d-bb12-4ed6-873d-e1000ff58221 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (f7901dae-6478-4999-8e98-f1d1df6c2e95), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.520356 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cb4d-bb12-4ed6-873d-e1000ff58221 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (f7901dae-6478-4999-8e98-f1d1df6c2e95), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.523019 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8cb0cb4d-bb12-4ed6-873d-e1000ff58221 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.524106 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-8cb0cb4d-bb12-4ed6-873d-e1000ff58221 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/f7901dae-6478-4999-8e98-f1d1df6c2e95 HTTP/1.1" status: 204 len: 168 time: 0.1241634 Oct 28 11:07:31.528705 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43530) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:31.540636 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0cb4d-bb12-4ed6-873d-e1000ff58221 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7901dae-6478-4999-8e98-f1d1df6c2e95,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:31.547310 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-19107827-b509-4733-8e64-524df720336d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] show failed (client error): The resource could not be found. Oct 28 11:07:31.548314 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-19107827-b509-4733-8e64-524df720336d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups/f7901dae-6478-4999-8e98-f1d1df6c2e95 HTTP/1.1" status: 404 len: 347 time: 0.0187263 Oct 28 11:07:31.551148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43532) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:31.553724 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:31.662972 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Deleting port c593c7ea-80c5-4d44-a96d-f3b3373d4759 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:07:31.663308 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.738322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.738646 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (c593c7ea-80c5-4d44-a96d-f3b3373d4759), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.750381 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Calling delete_port for c593c7ea-80c5-4d44-a96d-f3b3373d4759 owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:07:31.886647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (c593c7ea-80c5-4d44-a96d-f3b3373d4759), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.910553 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event deleted for resources: {'Port': ['ID=c593c7ea-80c5-4d44-a96d-f3b3373d4759,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:31.975986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (a7c6a0c3-8985-4325-a6c7-453971e3e5ea), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.978545 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:31.979670 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c2ffd692-190c-44c9-b953-d074d04c413d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/a7c6a0c3-8985-4325-a6c7-453971e3e5ea HTTP/1.1" status: 204 len: 168 time: 0.4276562 Oct 28 11:07:32.075611 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43536) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:32.080749 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--709142987', 'description': 'tempest-description--103045905'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:32.099890 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.102502 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.131777 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:32.172762 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (909064cb-c0a2-4cb5-9523-3ecde8fcfe5d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.176400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (909064cb-c0a2-4cb5-9523-3ecde8fcfe5d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.180898 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:32.207275 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.208471 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1317756 Oct 28 11:07:32.211521 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43538) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:32.213224 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ee35f-cedd-4863-8242-d338254d131e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:32.216002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'security_group_rule': {'security_group_id': '909064cb-c0a2-4cb5-9523-3ecde8fcfe5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:32.242976 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (f9dbc13c-2112-4245-9ce6-a2ac1e845d84), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.299644 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (f9dbc13c-2112-4245-9ce6-a2ac1e845d84), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.302894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (f9dbc13c-2112-4245-9ce6-a2ac1e845d84), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.320524 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:32.322008 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9dbc13c-2112-4245-9ce6-a2ac1e845d84,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:32.327756 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.328941 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-202dfef1-1994-422c-a3b5-04db688d8042 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163735 Oct 28 11:07:32.331832 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43540) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:32.335917 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'security_group_rule': {'security_group_id': '909064cb-c0a2-4cb5-9523-3ecde8fcfe5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:32.361633 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (27993896-6755-43c0-a8c0-52aed084c13f), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.416211 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (27993896-6755-43c0-a8c0-52aed084c13f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.419541 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (27993896-6755-43c0-a8c0-52aed084c13f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.431000 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:32.438212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27993896-6755-43c0-a8c0-52aed084c13f,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:32.446515 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.447674 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c40172a7-2043-4555-8d00-a7af912b6f2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149542 Oct 28 11:07:32.451241 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43542) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:32.455951 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:32.476383 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.556729 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.660103 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Allocated IP 172.37.0.35 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/f60e5d1d-73d3-458d-9893-66bf9a4cac36) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:07:32.765220 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.798286 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.839218 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:07:32.843300 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:07:32.847844 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:07:32.851161 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'Port': ['ID=f60e5d1d-73d3-458d-9893-66bf9a4cac36,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:32.935056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (1270b1c1-982f-465a-9240-a30341876fc3), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:32.975045 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.066463 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:33.132262 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.136914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.142671 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:33.206043 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'Port': ['ID=f60e5d1d-73d3-458d-9893-66bf9a4cac36,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:33.209147 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (1270b1c1-982f-465a-9240-a30341876fc3), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.224836 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.226091 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-5e21d99b-0c03-49b9-802d-bf33e9928ea3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7737074 Oct 28 11:07:33.372783 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-db03a45c-7767-432a-aeaa-d12ebc807940 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--709142987&fields=id&tenant_id=312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 267 time: 0.0408762 Oct 28 11:07:33.479237 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-fd9a96e9-4d7f-40d6-8a57-c46ba8fec22b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:33.480597 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-fd9a96e9-4d7f-40d6-8a57-c46ba8fec22b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 816 time: 0.1010897 Oct 28 11:07:33.495054 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-b9108198-378e-4328-9f7f-dd5465e3612f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/quotas/312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 375 time: 0.0091596 Oct 28 11:07:33.499800 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:07:33.522214 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:07:33.522562 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 06fb27d9-2d31-41b8-ad55-60bad7a8ec79 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:07:33.545362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-8a3c19e1-763d-4a8d-b8e0-a023d18db422 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454834 Oct 28 11:07:33.600175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.688095 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-293ee2d9-96a5-4728-9865-6bd023d8d88a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292288 Oct 28 11:07:33.709847 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:33.780344 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-c8171afb-d77f-499f-9d8b-21441fd4b6e5 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864534 Oct 28 11:07:33.945894 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2d7dd2b-a00e-492b-96cd-b7a36970d742 req-d78677aa-6237-405b-ba4c-000642c0e462 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 210 time: 0.0314832 Oct 28 11:07:35.065744 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a8bd6cc1-0b57-4960-853e-15cace9f7227 req-b70e18bd-67e8-450e-a030-57eb1f41eaa0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 210 time: 0.0348444 Oct 28 11:07:35.100322 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-d4626981-f5ae-4671-a6bc-6b300addd93d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:35.101738 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-d4626981-f5ae-4671-a6bc-6b300addd93d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 816 time: 0.1343789 Oct 28 11:07:35.166149 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-65882602-6c2f-4bd3-8ab7-cedc4658ad3c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 379 time: 0.0532088 Oct 28 11:07:35.236653 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'port': {'device_id': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'admin_state_up': True, 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'security_groups': ['909064cb-c0a2-4cb5-9523-3ecde8fcfe5d']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:35.345762 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Made reservation on behalf of 312745d2566343faa50fa7c6f06483f1 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:07:35.349463 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:35.472674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Allocated IP 172.20.0.12 (95b80201-612c-4027-9944-5fd26540f482/9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64/ded90a4e-c044-4824-8ed3-a7277034c619) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:07:35.476225 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:35.481954 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:35.611836 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for port (ded90a4e-c044-4824-8ed3-a7277034c619), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:35.642893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:35.689499 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Network 95b80201-612c-4027-9944-5fd26540f482 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:07:35.692546 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:07:35.696272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:07:35.719974 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:35.747953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:35.748559 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:35.767162 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-f904020e-f2f8-4f25-abd3-3210a83da065 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5342808 Oct 28 11:07:35.779308 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Request body: {'port': {'device_id': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:35.839683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:35.870782 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-2493eb62-8bdb-42f5-8131-bed45f0d9a94 None None] Provisioning complete for port ded90a4e-c044-4824-8ed3-a7277034c619 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:07:35.872307 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2493eb62-8bdb-42f5-8131-bed45f0d9a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:35.872658 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-2493eb62-8bdb-42f5-8131-bed45f0d9a94 None None] Attempt 1 to provision port ded90a4e-c044-4824-8ed3-a7277034c619 Oct 28 11:07:35.904600 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2493eb62-8bdb-42f5-8131-bed45f0d9a94 None None] Port ded90a4e-c044-4824-8ed3-a7277034c619 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:07:36.094772 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded90a4e-c044-4824-8ed3-a7277034c619 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:07:36.102478 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Publish callbacks [] for port (ded90a4e-c044-4824-8ed3-a7277034c619), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:36.115435 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Transition to ACTIVE for port object ded90a4e-c044-4824-8ed3-a7277034c619 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:07:36.119477 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:36.195003 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bd94c-7e5d-4a83-a514-469c03564086 req-abf68161-22ab-4de8-bf13-48a09e8f897c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:36.196398 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a18bd94c-7e5d-4a83-a514-469c03564086 req-abf68161-22ab-4de8-bf13-48a09e8f897c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0467350 Oct 28 11:07:36.199534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:36.223160 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:36.228366 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Attempting to bind port ded90a4e-c044-4824-8ed3-a7277034c619 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:07:36.228668 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Attempting to bind port ded90a4e-c044-4824-8ed3-a7277034c619 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:07:36.229025 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Attempting to bind port ded90a4e-c044-4824-8ed3-a7277034c619 on network 95b80201-612c-4027-9944-5fd26540f482 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:07:36.245417 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a18bd94c-7e5d-4a83-a514-469c03564086 req-26f40387-6196-470a-bb19-64b73f481a44 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434339 Oct 28 11:07:36.496799 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:36.499096 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Port ded90a4e-c044-4824-8ed3-a7277034c619 on network 95b80201-612c-4027-9944-5fd26540f482 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:07:36.499426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Attempting to bind port ded90a4e-c044-4824-8ed3-a7277034c619 on network 95b80201-612c-4027-9944-5fd26540f482 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:07:36.541080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:07:36.541418 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Checking segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:07:36.541795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Bound using segment: {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:07:36.542253 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Bound port: ded90a4e-c044-4824-8ed3-a7277034c619, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de829f78-717f-4b4a-bd60-a2e20580b1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '95b80201-612c-4027-9944-5fd26540f482'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:07:36.542613 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:36.602651 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:07:36.605667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:07:36.612154 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:36.616159 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:36.616757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:36.618143 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 1094 time: 0.8429646 Oct 28 11:07:36.618671 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:36.620928 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b6fa60-1304-441b-8556-ce2e1bcc8197" -d '{"events": [{"name": "network-changed", "server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:36.659754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c66e0-1c00-40a2-b239-6bde20d36ec0 x-openstack-request-id: req-013c66e0-1c00-40a2-b239-6bde20d36ec0 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:36.660033 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:36.660281 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-013c66e0-1c00-40a2-b239-6bde20d36ec0 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:36.660673 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013c66e0-1c00-40a2-b239-6bde20d36ec0'] response: {'name': 'network-changed', 'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'status': 'completed', 'code': 200} Oct 28 11:07:36.695688 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a0b8b-d4da-4f2a-9f5d-7bd7350c4353 service neutron] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:36.709147 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-abeee691-0ef7-4ac3-a4e5-909748925d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:36.710639 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-abeee691-0ef7-4ac3-a4e5-909748925d29 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1128 time: 0.0424960 Oct 28 11:07:36.750694 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-53efae2f-cb58-4d91-83b1-9d93c85e956d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 217 time: 0.0311913 Oct 28 11:07:36.799125 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-afd0938a-9835-47a1-aaf2-e8588ebaca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:36.800491 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-afd0938a-9835-47a1-aaf2-e8588ebaca92 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0445533 Oct 28 11:07:36.841709 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-94966102-9c8a-4634-a8ef-930fc0e7d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:36.843147 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-94966102-9c8a-4634-a8ef-930fc0e7d0e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0366063 Oct 28 11:07:36.930023 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-fd5d6000-8bcb-4864-907b-40c01e3af962 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806818 Oct 28 11:07:37.020607 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-540ca80d-f9e0-416e-bab2-62e4dc4c6c76 req-67b876e7-8a44-4f80-a82d-020e5ef8667b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842679 Oct 28 11:07:37.371037 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abbf6e-6086-4371-a1fc-0639c2b8bb97 req-26260b9a-d67c-4ddb-bd2d-b8cde259d618 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:37.372514 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-54abbf6e-6086-4371-a1fc-0639c2b8bb97 req-26260b9a-d67c-4ddb-bd2d-b8cde259d618 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0460179 Oct 28 11:07:37.418628 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-54abbf6e-6086-4371-a1fc-0639c2b8bb97 req-23f0327e-576a-4cae-a860-542099524d54 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398498 Oct 28 11:07:38.542249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be914b-b21a-4cbb-8840-c0de89792c0d req-c7a4b5cb-ac2f-4c77-bce0-7b4bb92913a6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:38.543670 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d8be914b-b21a-4cbb-8840-c0de89792c0d req-c7a4b5cb-ac2f-4c77-bce0-7b4bb92913a6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0456367 Oct 28 11:07:38.589595 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d8be914b-b21a-4cbb-8840-c0de89792c0d req-3d869156-835c-4acc-aab9-4ac450cf74a2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404470 Oct 28 11:07:39.339893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-cf9be2b6-dbe6-451c-81b5-fa5313a111f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:39.341372 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-cf9be2b6-dbe6-451c-81b5-fa5313a111f0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1128 time: 0.0426328 Oct 28 11:07:39.432754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-70db35e1-24d4-49ca-9911-4cd540d94632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:39.434318 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-70db35e1-24d4-49ca-9911-4cd540d94632 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.0849671 Oct 28 11:07:39.477619 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-3e884f67-a355-4848-a3f0-47da297dc216 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 217 time: 0.0351870 Oct 28 11:07:39.526016 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-967b1b8a-669d-485f-8fa2-a73090e8bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:39.527332 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-967b1b8a-669d-485f-8fa2-a73090e8bc78 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0430050 Oct 28 11:07:39.569291 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-cd3b8248-60da-4a3e-bce3-18df167246fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:39.570806 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-cd3b8248-60da-4a3e-bce3-18df167246fe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0367265 Oct 28 11:07:39.627382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:39.666002 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-54e1811b-e293-4b4e-a55b-5df7c27ed2ad service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894737 Oct 28 11:07:39.715931 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212ef1c-0a5d-4556-855a-ec0d79daec13 req-7871fef2-f83c-4da9-8ca1-c329e5c0e727 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:39.717420 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b212ef1c-0a5d-4556-855a-ec0d79daec13 req-7871fef2-f83c-4da9-8ca1-c329e5c0e727 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0496676 Oct 28 11:07:39.740294 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:39.757267 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-05b6fa60-1304-441b-8556-ce2e1bcc8197 req-66da1ca7-182c-472a-a104-5d449f097e0d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851004 Oct 28 11:07:39.766826 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b212ef1c-0a5d-4556-855a-ec0d79daec13 req-77bad9b2-80e5-45f5-aecc-ff9f67e3d161 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430558 Oct 28 11:07:40.529931 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:40.534560 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:40.894236 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd40f27-92c5-4079-a7c7-92f649504b31 req-6ceaa31b-28c6-48c5-8756-4eccab5ed84e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:40.895679 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bd40f27-92c5-4079-a7c7-92f649504b31 req-6ceaa31b-28c6-48c5-8756-4eccab5ed84e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0522780 Oct 28 11:07:40.941412 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bd40f27-92c5-4079-a7c7-92f649504b31 req-c368a59e-b464-42d8-99fa-342a0a26b8c1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401707 Oct 28 11:07:41.551683 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:07:41.586807 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:41.653883 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:41.665259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'mac_address': 'fa:16:3e:28:18:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:07:41.699450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:07:41.699837 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:41.712905 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded90a4e-c044-4824-8ed3-a7277034c619 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:07:41.735614 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:41.739878 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:41.784634 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:42.064858 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b4cca-7345-43d6-beb5-bd64f88be172 req-c28ca009-c7c4-40ea-a3d2-dfe0caf475b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:42.066438 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4b4b4cca-7345-43d6-beb5-bd64f88be172 req-c28ca009-c7c4-40ea-a3d2-dfe0caf475b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 945 time: 0.0470886 Oct 28 11:07:42.113004 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4b4b4cca-7345-43d6-beb5-bd64f88be172 req-21af2f81-fc9a-4a1c-904c-b61766ef9a57 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Oct 28 11:07:42.149482 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['ded90a4e-c044-4824-8ed3-a7277034c619'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:07:43.236963 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ca2ff-9205-46c0-ab71-cfd26137bee6 req-94bb7fed-1f99-4203-9009-217c65cbc48a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:43.238433 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-361ca2ff-9205-46c0-ab71-cfd26137bee6 req-94bb7fed-1f99-4203-9009-217c65cbc48a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 945 time: 0.0459270 Oct 28 11:07:43.285832 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-361ca2ff-9205-46c0-ab71-cfd26137bee6 req-9e889d76-0fce-4829-845a-5980154929ec tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419838 Oct 28 11:07:43.564326 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:07:43.606148 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port ded90a4e-c044-4824-8ed3-a7277034c619 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:07:43.611898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port ded90a4e-c044-4824-8ed3-a7277034c619 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:07:43.612274 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:43.612605 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port ded90a4e-c044-4824-8ed3-a7277034c619 Oct 28 11:07:43.683180 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:07:43.683557 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:43.706590 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:43.708913 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a125f85b-c841-4a6f-871e-4e2731dee5f5" -d '{"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-plugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:43.720833 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:43.725238 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:43.752690 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfcb16b-857c-436f-880a-ecfec69581ab x-openstack-request-id: req-9bfcb16b-857c-436f-880a-ecfec69581ab {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:43.752980 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-plugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:43.753232 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bfcb16b-857c-436f-880a-ecfec69581ab {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:43.753619 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfcb16b-857c-436f-880a-ecfec69581ab'] response: {'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'code': 200} Oct 28 11:07:43.777963 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:43.922370 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc9c72-58a9-4f4d-957a-76a9e9d81e87 req-093ee9b4-145b-4260-9821-37c1bb5bd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:43.923819 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-15fc9c72-58a9-4f4d-957a-76a9e9d81e87 req-093ee9b4-145b-4260-9821-37c1bb5bd559 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1130 time: 0.0406239 Oct 28 11:07:43.965746 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-15fc9c72-58a9-4f4d-957a-76a9e9d81e87 req-1d3537a9-b384-4583-9d0c-1df26fdce144 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363033 Oct 28 11:07:44.409641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c178e-8e5e-40ef-aad1-96985e0160b0 req-debc77d2-25cd-416d-9828-724a37b77172 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:44.411089 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b0c178e-8e5e-40ef-aad1-96985e0160b0 req-debc77d2-25cd-416d-9828-724a37b77172 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0453944 Oct 28 11:07:44.456424 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b0c178e-8e5e-40ef-aad1-96985e0160b0 req-d6e193cf-9111-4822-a5a4-684f87df363f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398085 Oct 28 11:07:45.085616 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:07:45.582602 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8d18a-71f6-4485-940f-a259c50ba360 req-949601e3-3084-4131-ab21-8bdee293d408 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:45.584063 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e6d8d18a-71f6-4485-940f-a259c50ba360 req-949601e3-3084-4131-ab21-8bdee293d408 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0456662 Oct 28 11:07:45.633804 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e6d8d18a-71f6-4485-940f-a259c50ba360 req-96c85303-0de1-4a31-ae2e-20397320343a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441153 Oct 28 11:07:45.753713 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69fd8a-702d-4b1c-a586-d2c0455016f2 req-39318716-4da8-49c5-b19c-88fe13880bcb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:45.755127 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da69fd8a-702d-4b1c-a586-d2c0455016f2 req-39318716-4da8-49c5-b19c-88fe13880bcb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0464354 Oct 28 11:07:45.765019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43608) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:45.769350 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Request body: {'floatingip': {'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:07:45.810249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (1270b1c1-982f-465a-9240-a30341876fc3), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:46.219327 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:46.222784 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (1270b1c1-982f-465a-9240-a30341876fc3), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:46.262342 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:46.314704 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Floating IP 1270b1c1-982f-465a-9240-a30341876fc3 associated. External IP: 172.37.0.35, port: ded90a4e-c044-4824-8ed3-a7277034c619. Oct 28 11:07:46.363854 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:46.506476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:07:46.608816 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:07:46.614026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:46.618517 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:07:46.629474 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:46.630116 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:46.643922 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3743a3a7-6eff-4397-b0de-b29cdcc642b8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/1270b1c1-982f-465a-9240-a30341876fc3 HTTP/1.1" status: 200 len: 991 time: 0.8778303 Oct 28 11:07:46.644736 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:46.647137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a" -d '{"events": [{"name": "network-changed", "server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:46.683865 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b8c993-ad35-4170-a49d-5d4e1b3711d2 x-openstack-request-id: req-36b8c993-ad35-4170-a49d-5d4e1b3711d2 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:46.684155 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:46.684403 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36b8c993-ad35-4170-a49d-5d4e1b3711d2 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:46.684803 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b8c993-ad35-4170-a49d-5d4e1b3711d2'] response: {'name': 'network-changed', 'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'status': 'completed', 'code': 200} Oct 28 11:07:46.737210 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:46.755861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-b7553d69-b20b-4a96-bd1e-ca672492d99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:46.757394 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-b7553d69-b20b-4a96-bd1e-ca672492d99f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1130 time: 0.0397313 Oct 28 11:07:46.853339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-ed15d75d-6602-4ed5-bbde-c43663f68e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:46.854902 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-ed15d75d-6602-4ed5-bbde-c43663f68e65 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.0913975 Oct 28 11:07:46.918440 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-9c7b8e19-e754-4bde-96a5-f07a1f572551 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 999 time: 0.0552244 Oct 28 11:07:46.970871 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-5218bbdf-11ef-4a84-8e2c-8a85a4a4037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:46.972310 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-5218bbdf-11ef-4a84-8e2c-8a85a4a4037b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0476608 Oct 28 11:07:47.016513 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-18a46743-35aa-4d7a-b57d-e79fa52eb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:47.017969 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-18a46743-35aa-4d7a-b57d-e79fa52eb053 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0386355 Oct 28 11:07:47.033674 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '1270b1c1-982f-465a-9240-a30341876fc3', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'floating_ip_address': '172.37.0.35', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'mac_address': 'fa:16:3e:28:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:32Z', 'updated_at': '2022-10-28T11:07:46Z', 'revision_number': 1, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:47.057394 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:07:47.066186 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:47.066776 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:47.108001 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-9468c672-6ca5-48b4-b05f-509282105221 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829923 Oct 28 11:07:47.167944 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:47.204249 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-28db0b02-ca5e-4d18-a8e1-c7f8d63ee29a req-0848a1fb-9029-4ce4-bee1-597a1275d1e6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879376 Oct 28 11:07:47.376889 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '1270b1c1-982f-465a-9240-a30341876fc3', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'floating_ip_address': '172.37.0.35', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'mac_address': 'fa:16:3e:28:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:32Z', 'updated_at': '2022-10-28T11:07:46Z', 'revision_number': 1, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:47.400899 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2390b7-f915-4398-a3e1-0b7bc8f86537 None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '1270b1c1-982f-465a-9240-a30341876fc3', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'floating_ip_address': '172.37.0.35', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'mac_address': 'fa:16:3e:28:18:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:32Z', 'updated_at': '2022-10-28T11:07:46Z', 'revision_number': 1, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:07:47.590918 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b0430-cc73-4f18-90b3-43d637790274 None None] New status for floating IP 1270b1c1-982f-465a-9240-a30341876fc3: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:07:47.670660 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:50.019231 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:50.030569 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3d879-d181-4a78-948e-925b85dec525 req-c1472e70-1e6f-48cb-8164-019732d9d4cf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:50.032603 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5db3d879-d181-4a78-948e-925b85dec525 req-c1472e70-1e6f-48cb-8164-019732d9d4cf tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0477707 Oct 28 11:07:50.079118 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5db3d879-d181-4a78-948e-925b85dec525 req-935ec174-cd23-41ef-9b5a-c6c38855c0b1 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405769 Oct 28 11:07:51.199001 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d46cb-4165-480f-ab49-3d71f5f7aef2 req-cde8f0de-a870-4c08-8fff-71bdd07df3f6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:51.200460 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d58d46cb-4165-480f-ab49-3d71f5f7aef2 req-cde8f0de-a870-4c08-8fff-71bdd07df3f6 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0456469 Oct 28 11:07:51.246656 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d58d46cb-4165-480f-ab49-3d71f5f7aef2 req-89be9b87-75f2-48ee-bf3d-85cfa3abf040 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398707 Oct 28 11:07:52.368807 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e693a-c7ea-4cf3-823e-3590a394704e req-92905df4-97a6-450f-ac9a-39a02447034b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:52.370192 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-343e693a-c7ea-4cf3-823e-3590a394704e req-92905df4-97a6-450f-ac9a-39a02447034b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0499573 Oct 28 11:07:52.415624 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-343e693a-c7ea-4cf3-823e-3590a394704e req-a2e269d4-fe26-40eb-b7dd-5774091832ef tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Oct 28 11:07:53.517830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b173e-efd3-4865-82ab-ce70954606d8 req-b1646185-b4f9-48b2-8f04-51e20987496a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:53.519532 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-575b173e-efd3-4865-82ab-ce70954606d8 req-b1646185-b4f9-48b2-8f04-51e20987496a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0477064 Oct 28 11:07:53.535458 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110323ef-8f3d-4f2e-a623-491401c0544b req-d48c15ac-f434-4d40-8ece-84dcac5bbffb tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:53.536859 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-110323ef-8f3d-4f2e-a623-491401c0544b req-d48c15ac-f434-4d40-8ece-84dcac5bbffb tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 945 time: 0.0465517 Oct 28 11:07:53.584081 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-110323ef-8f3d-4f2e-a623-491401c0544b req-b3cb6011-2b25-4a78-b5e8-5f5d8faf66d8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=87c12dfc-66b0-4a14-9bcd-69f9f89c9163&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Oct 28 11:07:53.603598 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:53.612764 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Deleting port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:07:53.613128 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:53.701891 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] For port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:07:53.702273 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:53.859537 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:53.860438 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:53.860750 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Floating IP 0c60320c-9d4e-4b14-8e07-84c29918c8ed disassociated. External IP: 172.37.0.143, port: eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f. Oct 28 11:07:53.861090 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Calling delete_port for eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:07:53.985699 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:54.013006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event deleted for resources: {'Port': ['ID=eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:54.121327 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:07:54.131021 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:54.222806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:07:54.232225 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] Sync routers for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:07:54.243261 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:54.243943 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:54.264907 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] No DVR routers for this DVR port eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:07:54.267615 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:54.271040 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-575b173e-efd3-4865-82ab-ce70954606d8 req-d6e2e41d-11df-4fe5-b74d-38a192adad6a tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "DELETE /networking/v2.0/ports/eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f HTTP/1.1" status: 204 len: 173 time: 0.7452035 Oct 28 11:07:54.271667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'name': 'network-vif-deleted', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:07:54.273964 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d5bf3f-b280-48ba-a01c-99ad801b8b2d" -d '{"events": [{"server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "name": "network-vif-deleted", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:07:54.280959 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:54.313064 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3885a4c-ecfc-475e-9bd0-5beda72a895a x-openstack-request-id: req-e3885a4c-ecfc-475e-9bd0-5beda72a895a {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:07:54.313338 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a19441-142f-41aa-9253-c5b50c929e93", "name": "network-vif-deleted", "tag": "eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:07:54.313591 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3885a4c-ecfc-475e-9bd0-5beda72a895a {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:07:54.314041 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3885a4c-ecfc-475e-9bd0-5beda72a895a'] response: {'server_uuid': '01a19441-142f-41aa-9253-c5b50c929e93', 'name': 'network-vif-deleted', 'tag': 'eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f', 'status': 'completed', 'code': 200} Oct 28 11:07:54.347136 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:54.429501 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:54.549462 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:54.574294 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] Checking router: 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:07:54.583400 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:07:54.584050 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:07:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:54.688153 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:07:54.702645 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f313411f-5307-4946-bd27-427218bd595a req-c23bba14-25d2-4dd8-a389-867e69412051 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=01a19441-142f-41aa-9253-c5b50c929e93 HTTP/1.1" status: 200 len: 210 time: 0.0299740 Oct 28 11:07:54.875206 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:07:54.987733 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7efb4-ec8f-4124-8927-9b5639900668 None None] The sync data for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi is: [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:26Z', 'revision_number': 4, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '8959f4e0-e760-4e48-b8f4-2c599b1b446d', 'name': '', 'network_id': '57d99b3c-83bf-49e2-81d2-c12ed26cdb71', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'mac_address': 'fa:16:3e:99:23:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:25Z', 'updated_at': '2022-10-28T11:01:32Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'subnets': [{'id': '63f90ae4-2e08-4311-97e8-b12e13063bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:07:55.203495 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81e206-3e9f-4375-9c27-223940c1975e None None] New status for floating IP 0c60320c-9d4e-4b14-8e07-84c29918c8ed: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:07:55.799757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43656) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:55.856379 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3572-5031-4e38-8631-be151034cec8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group (87c12dfc-66b0-4a14-9bcd-69f9f89c9163), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:55.878340 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3572-5031-4e38-8631-be151034cec8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group (87c12dfc-66b0-4a14-9bcd-69f9f89c9163), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:55.926191 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3572-5031-4e38-8631-be151034cec8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (87c12dfc-66b0-4a14-9bcd-69f9f89c9163), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:55.928748 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0d6f3572-5031-4e38-8631-be151034cec8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:55.929883 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0d6f3572-5031-4e38-8631-be151034cec8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/87c12dfc-66b0-4a14-9bcd-69f9f89c9163 HTTP/1.1" status: 204 len: 168 time: 0.1291564 Oct 28 11:07:55.932576 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43658) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:55.939310 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f3572-5031-4e38-8631-be151034cec8 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c12dfc-66b0-4a14-9bcd-69f9f89c9163,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:55.948083 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-148ba5e8-886c-45d1-9c41-dfa15362a274 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] show failed (client error): The resource could not be found. Oct 28 11:07:55.949195 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-148ba5e8-886c-45d1-9c41-dfa15362a274 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups/87c12dfc-66b0-4a14-9bcd-69f9f89c9163 HTTP/1.1" status: 404 len: 347 time: 0.0155807 Oct 28 11:07:55.954582 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43660) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:07:56.052012 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:56.067038 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Deleting port 5ae22014-78dd-4a42-9b39-d564ad56b4be {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:07:56.067384 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:56.141337 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:56.141663 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (5ae22014-78dd-4a42-9b39-d564ad56b4be), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:56.153755 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Calling delete_port for 5ae22014-78dd-4a42-9b39-d564ad56b4be owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:07:56.220520 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:56.284957 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (5ae22014-78dd-4a42-9b39-d564ad56b4be), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:56.307206 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event deleted for resources: {'Port': ['ID=5ae22014-78dd-4a42-9b39-d564ad56b4be,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:07:56.372005 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks [] for floatingip (0c60320c-9d4e-4b14-8e07-84c29918c8ed), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:56.374451 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:56.376183 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c5f97219-3f42-45bf-9192-9ab0e61cc65c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/0c60320c-9d4e-4b14-8e07-84c29918c8ed HTTP/1.1" status: 204 len: 168 time: 0.4200902 Oct 28 11:07:57.615568 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:07:57.617776 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:07:57.635646 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:07:57.635990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device eb53fbdf-f6b4-49e0-b7ed-08b48048ce0f not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:07:57.984911 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:58.750358 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d50e151e-51f7-409f-9b83-3da83c9a8f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:07:58.844152 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4594058-d0ae-4db1-8399-d19b1a2543f7 req-24165cd2-e1e8-4116-9984-69c7ef4ce1a0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:07:58.846186 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d4594058-d0ae-4db1-8399-d19b1a2543f7 req-24165cd2-e1e8-4116-9984-69c7ef4ce1a0 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0454330 Oct 28 11:07:58.891653 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d4594058-d0ae-4db1-8399-d19b1a2543f7 req-4fc1a645-b07e-4bdf-b576-778192bbba1b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Oct 28 11:08:00.011705 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61923e-99c4-4302-8130-cc4757bb3001 req-0d75df0f-ab61-4c43-8f03-4790776850e9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:00.013126 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a61923e-99c4-4302-8130-cc4757bb3001 req-0d75df0f-ab61-4c43-8f03-4790776850e9 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0460994 Oct 28 11:08:00.060085 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a61923e-99c4-4302-8130-cc4757bb3001 req-ede352aa-4611-434e-84d1-8dcefd6c8450 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Oct 28 11:08:00.337505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:00.346229 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-c41f5b97-8c52-442e-aa78-1b833f213647 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:00.347666 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-c41f5b97-8c52-442e-aa78-1b833f213647 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 946 time: 0.0476465 Oct 28 11:08:00.428588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Deleting port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:00.428919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:00.517823 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] For port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:00.518205 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:00.530967 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Calling delete_port for c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:00.650254 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:00.662255 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f', 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:08:00.679030 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event deleted for resources: {'Port': ['ID=c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:00.729757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] No DVR routers for this DVR port c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:00.732273 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:00.735531 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ecb75654-359d-4b03-84d5-be5df2e3c129 req-495d8ee8-84c9-4251-a722-3d201a3b0a11 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 HTTP/1.1" status: 204 len: 173 time: 0.3821595 Oct 28 11:08:00.736051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643427ec-cf7f-4058-a731-b96412826c2e', 'name': 'network-vif-deleted', 'tag': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:00.738543 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e98771-8848-4bbe-9e9c-9a89c3b6969d" -d '{"events": [{"server_uuid": "643427ec-cf7f-4058-a731-b96412826c2e", "name": "network-vif-deleted", "tag": "c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:00.779251 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf6b445-e190-4b4e-9a58-de1e15c09f03 x-openstack-request-id: req-9bf6b445-e190-4b4e-9a58-de1e15c09f03 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:00.779538 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643427ec-cf7f-4058-a731-b96412826c2e", "name": "network-vif-deleted", "tag": "c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:00.779787 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9bf6b445-e190-4b4e-9a58-de1e15c09f03 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:00.780180 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bf6b445-e190-4b4e-9a58-de1e15c09f03'] response: {'server_uuid': '643427ec-cf7f-4058-a731-b96412826c2e', 'name': 'network-vif-deleted', 'tag': 'c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66', 'status': 'completed', 'code': 200} Oct 28 11:08:00.851996 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cbd44fe5-5350-48bf-80a4-835ba86199d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:01.176599 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-32b14fd5-a5ea-4fb2-8914-ea34efc2b3dd req-94fc0919-c229-46bb-9890-014772bb5797 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=643427ec-cf7f-4058-a731-b96412826c2e HTTP/1.1" status: 200 len: 210 time: 0.0280929 Oct 28 11:08:02.101464 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:02.448819 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a794e-1407-48b9-a247-374b7b571ff4 req-1de57b32-d604-4473-80bb-51c45cee36c2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:02.450292 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-627a794e-1407-48b9-a247-374b7b571ff4 req-1de57b32-d604-4473-80bb-51c45cee36c2 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0458992 Oct 28 11:08:02.500589 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-627a794e-1407-48b9-a247-374b7b571ff4 req-050e7cd4-f2d3-42b8-b5f7-e1ceefbfeb40 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449183 Oct 28 11:08:03.600601 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:03.621058 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e4547-aeb7-4c9e-8f4f-350c921ffb44 req-9ad080c0-45eb-485c-a86a-52d53b7bfd35 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:03.622551 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da7e4547-aeb7-4c9e-8f4f-350c921ffb44 req-9ad080c0-45eb-485c-a86a-52d53b7bfd35 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0484231 Oct 28 11:08:03.641165 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:03.672748 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da7e4547-aeb7-4c9e-8f4f-350c921ffb44 req-766267b6-c61e-482f-81c8-b160c6f68a97 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439045 Oct 28 11:08:03.712511 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:04.792378 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f7adc-1934-4b49-af98-9d4bccec7135 req-e1a3904f-76bd-425c-9af7-cc65114732ab tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:04.793843 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-aa6f7adc-1934-4b49-af98-9d4bccec7135 req-e1a3904f-76bd-425c-9af7-cc65114732ab tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.0465045 Oct 28 11:08:04.839962 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-aa6f7adc-1934-4b49-af98-9d4bccec7135 req-a4852e1b-80b6-42df-a5f4-043fa3d6d14c tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=bb48d918-3bbf-4bb1-8c2a-0c996530e573&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405915 Oct 28 11:08:05.083099 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=64 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:05.088136 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=50 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:05.147390 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2757b12-501f-47c7-837a-11311a6f050b req-8d6c8189-9de5-4796-8a6e-30ec6741cbe7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:05.148799 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d2757b12-501f-47c7-837a-11311a6f050b req-8d6c8189-9de5-4796-8a6e-30ec6741cbe7 tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 946 time: 0.2731667 Oct 28 11:08:05.230862 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Deleting port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:05.231198 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:05.321122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] For port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:05.321483 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:05.333943 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Calling delete_port for 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:05.458134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:05.470758 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:08:05.485425 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Pushing event deleted for resources: {'Port': ['ID=9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:05.533955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] No DVR routers for this DVR port 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:05.536574 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:05.539864 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d2757b12-501f-47c7-837a-11311a6f050b req-83af6365-a4e8-4a5e-9e95-52b6cf38393b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.25 "DELETE /networking/v2.0/ports/9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f HTTP/1.1" status: 204 len: 173 time: 0.3841906 Oct 28 11:08:05.540359 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'name': 'network-vif-deleted', 'tag': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:05.542747 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0472bdc0-771c-48b3-a231-374128990a95" -d '{"events": [{"server_uuid": "54cf39f2-cfd4-4f12-bddb-36666db9e1d5", "name": "network-vif-deleted", "tag": "9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:05.586044 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95ade51-7b0a-492e-8aa9-38bd882c7ba7 x-openstack-request-id: req-c95ade51-7b0a-492e-8aa9-38bd882c7ba7 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:05.586433 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cf39f2-cfd4-4f12-bddb-36666db9e1d5", "name": "network-vif-deleted", "tag": "9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:05.586699 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c95ade51-7b0a-492e-8aa9-38bd882c7ba7 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:05.587139 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95ade51-7b0a-492e-8aa9-38bd882c7ba7'] response: {'server_uuid': '54cf39f2-cfd4-4f12-bddb-36666db9e1d5', 'name': 'network-vif-deleted', 'tag': '9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f', 'status': 'completed', 'code': 200} Oct 28 11:08:05.674976 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:05.694594 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:05.695016 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c012cb5d-de75-4d0c-8ffe-7a84c1ef9d66 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:05.949503 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f61be5aa-f3a6-4af2-ba88-10edd8af32aa req-5bd8fc81-c57c-4c93-97e8-caef41276d7b tempest-ServerRescueNegativeTestJSON-1937195262 tempest-ServerRescueNegativeTestJSON-1937195262-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=54cf39f2-cfd4-4f12-bddb-36666db9e1d5 HTTP/1.1" status: 200 len: 210 time: 0.0263505 Oct 28 11:08:07.013618 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43708) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:07.163072 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:07.470670 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:07.560079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:07.735704 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Deleting port 8959f4e0-e760-4e48-b8f4-2c599b1b446d {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:07.736039 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:07.815741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] For port 8959f4e0-e760-4e48-b8f4-2c599b1b446d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8959f4e0-e760-4e48-b8f4-2c599b1b446d,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:07.816014 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:07.828264 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Calling delete_port for 8959f4e0-e760-4e48-b8f4-2c599b1b446d owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:07.998763 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (8959f4e0-e760-4e48-b8f4-2c599b1b446d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.020708 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=8959f4e0-e760-4e48-b8f4-2c599b1b446d,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:08.127723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:08.188581 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.379032 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:08.390094 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:08.488525 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:08.494233 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bf445aeb-f43a-4f8c-8cc7-f5ce7aaaa9ae admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/4bc12e82-a5ef-44d2-8ea9-e1efea143c7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4789481 Oct 28 11:08:08.496012 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43716) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:08.497420 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] Sync routers for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:08.507469 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:08.508063 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:08.593002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks [] for router (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.607053 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:08.691826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks [] for router_gateway (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.733594 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Deleting port 8a8e89d6-7fac-429a-942d-b4b854d3aba2 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:08.733927 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.775296 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156'}], 'enable_snat': True}, 'gw_port_id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:08:07Z', 'revision_number': 5, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port': {'id': '8a8e89d6-7fac-429a-942d-b4b854d3aba2', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:19Z', 'updated_at': '2022-10-28T11:01:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:08.803326 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] Checking router: 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:08.811498 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] Routers {'4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:08.812076 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:08.813330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] For port 8a8e89d6-7fac-429a-942d-b4b854d3aba2, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=8a8e89d6-7fac-429a-942d-b4b854d3aba2,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:08.813758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.826319 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Calling delete_port for 8a8e89d6-7fac-429a-942d-b4b854d3aba2 owned by network:router_gateway {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:08.892423 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] Set router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:08.942030 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:08:08Z', 'revision_number': 6, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:08.965885 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9095739d-4387-4e0b-82b0-8b8e8351ee17 None None] The sync data for ids ['4bc12e82-a5ef-44d2-8ea9-e1efea143c7a'] in dv-cinder-zed-3-iscsi is: [{'id': '4bc12e82-a5ef-44d2-8ea9-e1efea143c7a', 'name': 'tempest-ServerRescueNegativeTestJSON-844374764-router', 'tenant_id': 'f1f49235fbe64b79bfef2cf828993c56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:08:08Z', 'revision_number': 6, 'project_id': 'f1f49235fbe64b79bfef2cf828993c56', 'gw_port_host': None}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:08.989801 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (8a8e89d6-7fac-429a-942d-b4b854d3aba2), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:08.995546 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:09.019203 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8e89d6-7fac-429a-942d-b4b854d3aba2,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:09.081894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.177168 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.179287 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks [] for router_controller (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.182359 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:09.242586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (4bc12e82-a5ef-44d2-8ea9-e1efea143c7a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.243121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc12e82-a5ef-44d2-8ea9-e1efea143c7a {{(pid=106104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:08:09.247978 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.248935 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-54f584f3-d6c2-45dd-841a-a2216d0e6b22 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/4bc12e82-a5ef-44d2-8ea9-e1efea143c7a HTTP/1.1" status: 204 len: 168 time: 0.7519202 Oct 28 11:08:09.252230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43720) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:09.296573 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Deleting subnet 63f90ae4-2e08-4311-97e8-b12e13063bea {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:08:09.299261 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Publish callbacks [] for subnet (63f90ae4-2e08-4311-97e8-b12e13063bea), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.335386 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (63f90ae4-2e08-4311-97e8-b12e13063bea), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.439742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (63f90ae4-2e08-4311-97e8-b12e13063bea), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.491331 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (63f90ae4-2e08-4311-97e8-b12e13063bea), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.514566 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63f90ae4-2e08-4311-97e8-b12e13063bea,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:09.520869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.524200 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3a031ea7-3a0b-4c14-877c-1de5fd8ec383 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/63f90ae4-2e08-4311-97e8-b12e13063bea HTTP/1.1" status: 204 len: 168 time: 0.2707474 Oct 28 11:08:09.526499 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43722) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:09.529032 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459604aa-74d8-4539-be7a-06657fd7efff None None] Network 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:09.596230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (57d99b3c-83bf-49e2-81d2-c12ed26cdb71), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.640042 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Deleting port 9886d2f1-506e-4378-9810-ec5774e22ba8 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:09.642148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.693239 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:09.715900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:09.716238 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 9cdeceb0-c9f5-42e0-9e0e-62d116b04c2f not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:09.717393 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] For port 9886d2f1-506e-4378-9810-ec5774e22ba8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9886d2f1-506e-4378-9810-ec5774e22ba8,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:09.717767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.717900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] DHCP port deletion for 57d99b3c-83bf-49e2-81d2-c12ed26cdb71 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:08:09.760616 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] Deleting port 9886d2f1-506e-4378-9810-ec5774e22ba8 {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:09.760992 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.832527 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] For port 9886d2f1-506e-4378-9810-ec5774e22ba8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9886d2f1-506e-4378-9810-ec5774e22ba8,segment=NetworkSegment(c22f55b3-1d00-4a5d-bcc0-e1b7b113f173),segment_id=c22f55b3-1d00-4a5d-bcc0-e1b7b113f173)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:09.832923 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.847757 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] Calling delete_port for 9886d2f1-506e-4378-9810-ec5774e22ba8 owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:09.933267 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:09.962608 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] Pushing event deleted for resources: {'Port': ['ID=9886d2f1-506e-4378-9810-ec5774e22ba8,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:09.967143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f19387-d60b-479b-8233-bd698cd59980 None None] No DVR routers for this DVR port 9886d2f1-506e-4378-9810-ec5774e22ba8 on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:09.972460 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Calling delete_port for 9886d2f1-506e-4378-9810-ec5774e22ba8 owned by network:dhcp {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:10.050690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (9886d2f1-506e-4378-9810-ec5774e22ba8), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.072230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Pushing event deleted for resources: {'Port': ['ID=9886d2f1-506e-4378-9810-ec5774e22ba8,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:10.077472 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] No DVR routers for this DVR port 9886d2f1-506e-4378-9810-ec5774e22ba8 on host dv-cinder-zed-3-iscsi {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:10.150003 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (57d99b3c-83bf-49e2-81d2-c12ed26cdb71), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.167727 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8959f4e0-e760-4e48-b8f4-2c599b1b446d no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:10.169757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d99b3c-83bf-49e2-81d2-c12ed26cdb71']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:10.178893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:10.179185 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22f55b3-1d00-4a5d-bcc0-e1b7b113f173') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:10.187100 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:10.187519 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 8959f4e0-e760-4e48-b8f4-2c599b1b446d {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:10.187862 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8959f4e0-e760-4e48-b8f4-2c599b1b446d not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:10.188301 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a8e89d6-7fac-429a-942d-b4b854d3aba2 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:10.188978 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (c22f55b3-1d00-4a5d-bcc0-e1b7b113f173), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.204141 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (c22f55b3-1d00-4a5d-bcc0-e1b7b113f173), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.208392 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 8a8e89d6-7fac-429a-942d-b4b854d3aba2 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:10.208748 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 8a8e89d6-7fac-429a-942d-b4b854d3aba2 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:10.209171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9886d2f1-506e-4378-9810-ec5774e22ba8 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:10.212324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:08:10.212718 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (c22f55b3-1d00-4a5d-bcc0-e1b7b113f173), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.228702 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 9886d2f1-506e-4378-9810-ec5774e22ba8 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:10.228994 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9886d2f1-506e-4378-9810-ec5774e22ba8 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:10.256210 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment c22f55b3-1d00-4a5d-bcc0-e1b7b113f173 resource provider aggregate not found Oct 28 11:08:10.275013 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment c22f55b3-1d00-4a5d-bcc0-e1b7b113f173 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c22f55b3-1d00-4a5d-bcc0-e1b7b113f173 found for delete ", "request_id": "req-9d914be8-08c1-40e6-aa0c-6bd4c422c33a"}]} Oct 28 11:08:10.278425 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (57d99b3c-83bf-49e2-81d2-c12ed26cdb71), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.293869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.296948 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/57d99b3c-83bf-49e2-81d2-c12ed26cdb71 HTTP/1.1" status: 204 len: 168 time: 0.7695687 Oct 28 11:08:10.298274 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ba8e2-d0ad-4126-9f1a-e7cb320d4fda admin admin] Pushing event deleted for resources: {'Network': ['ID=57d99b3c-83bf-49e2-81d2-c12ed26cdb71,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:10.409190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43730) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:10.447692 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-660e3520-3adc-4268-b1a9-40f6f3e37dbe admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f1f49235fbe64b79bfef2cf828993c56&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0374062 Oct 28 11:08:10.450035 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43732) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:10.463282 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:10.499245 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-59efe52a-ff20-4531-b552-a6610754e318 admin admin] Publish callbacks [] for security_group (bb48d918-3bbf-4bb1-8c2a-0c996530e573), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.519926 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-59efe52a-ff20-4531-b552-a6610754e318 admin admin] Publish callbacks [] for security_group (bb48d918-3bbf-4bb1-8c2a-0c996530e573), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.566092 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-59efe52a-ff20-4531-b552-a6610754e318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (bb48d918-3bbf-4bb1-8c2a-0c996530e573), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.568537 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-59efe52a-ff20-4531-b552-a6610754e318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:10.569667 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-59efe52a-ff20-4531-b552-a6610754e318 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/bb48d918-3bbf-4bb1-8c2a-0c996530e573 HTTP/1.1" status: 204 len: 168 time: 0.1187701 Oct 28 11:08:10.578222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efe52a-ff20-4531-b552-a6610754e318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb48d918-3bbf-4bb1-8c2a-0c996530e573,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:11.228779 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43754) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:11.322923 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-459034157-network', 'tenant_id': '64177183598843a68fc7fbe8257d4881'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:11.343361 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Made reservation on behalf of 64177183598843a68fc7fbe8257d4881 for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:11.345747 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.353902 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.431466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks [] for security_group (e9d33540-e5b3-4e14-a2ad-48fcae0398ac), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.435087 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e9d33540-e5b3-4e14-a2ad-48fcae0398ac), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.456382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:08:11.470891 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d33540-e5b3-4e14-a2ad-48fcae0398ac,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:11.473636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (40653f53-4d99-41b3-9e42-b2956ac0e040), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.473988 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Added segment 40653f53-4d99-41b3-9e42-b2956ac0e040 of type vlan for network 6b052aa7-a953-4b1a-862c-d4362c935620 Oct 28 11:08:11.513733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (6b052aa7-a953-4b1a-862c-d4362c935620), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.537331 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (6b052aa7-a953-4b1a-862c-d4362c935620), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.538311 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:11.538875 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.595363 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3652141 Oct 28 11:08:11.598216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43758) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:11.600120 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175a152-9d9e-44b2-90d1-00f0af05c214 admin admin] Pushing event updated for resources: {'Network': ['ID=6b052aa7-a953-4b1a-862c-d4362c935620,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:11.603927 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Request body: {'subnet': {'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-459034157-subnet', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:11.611110 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 6b052aa7-a953-4b1a-862c-d4362c935620 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:08:11.625420 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Made reservation on behalf of 64177183598843a68fc7fbe8257d4881 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:11.628441 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16752171'] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.796182 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14962223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16752153'] for subnet (6f489bda-a40d-4b75-9648-4922eaf7364f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.799711 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:11.859800 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f489bda-a40d-4b75-9648-4922eaf7364f,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:11.871187 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.871540 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.871892 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.872234 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.872681 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.873021 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.873350 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.873676 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.874025 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.874355 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.874682 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.875009 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.875333 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.875654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.875975 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:11.882661 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Checking segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:11.883065 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Network hostable DHCP agents. Network: 6b052aa7-a953-4b1a-862c-d4362c935620, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:08:11.900108 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Network 6b052aa7-a953-4b1a-862c-d4362c935620 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:08:11.908733 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 6b052aa7-a953-4b1a-862c-d4362c935620) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:11.912631 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:11.913209 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.918251 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d052e99-de2b-47bc-975c-a628d24a14fc None None] Network 6b052aa7-a953-4b1a-862c-d4362c935620 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:11.928930 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-8e554d01-eba3-4cf1-b555-f0b2524beebc admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3296473 Oct 28 11:08:11.932348 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43760) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:11.933737 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:11.937374 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:11.957916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (92ff3059-9280-40d0-8d69-91ca56f6963f), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:11.958940 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (92ff3059-9280-40d0-8d69-91ca56f6963f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.012156 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks [] for router_controller (92ff3059-9280-40d0-8d69-91ca56f6963f), precommit_add_association {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.024514 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-6b052aa7-a953-4b1a-862c-d4362c935620', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:08:12.025451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.027623 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:12.085336 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:12.149180 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks [] for router_gateway (92ff3059-9280-40d0-8d69-91ca56f6963f), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.166178 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Allocated IP 172.20.0.2 (6b052aa7-a953-4b1a-862c-d4362c935620/6f489bda-a40d-4b75-9648-4922eaf7364f/c58839e3-c435-4c4a-abb8-cd96c10a2caa) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:12.336039 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks [] for router_gateway (92ff3059-9280-40d0-8d69-91ca56f6963f), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.354817 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.396204 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:12.430973 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Publish callbacks [] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.435746 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.464880 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Allocated IP 172.37.0.177 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/38611ee8-04c6-41c8-a56e-2535db9d276f) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:12.479211 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Network 6b052aa7-a953-4b1a-862c-d4362c935620 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:12.482209 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:12.486123 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:12.492790 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Pushing event updated for resources: {'Port': ['ID=c58839e3-c435-4c4a-abb8-cd96c10a2caa,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:12.550746 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Attempting to bind port c58839e3-c435-4c4a-abb8-cd96c10a2caa on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:12.551114 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Attempting to bind port c58839e3-c435-4c4a-abb8-cd96c10a2caa by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:12.551483 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Attempting to bind port c58839e3-c435-4c4a-abb8-cd96c10a2caa on network 6b052aa7-a953-4b1a-862c-d4362c935620 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:12.568258 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks [] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.592792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:12.593167 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Checking segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:12.593572 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.593970 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Bound using segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:12.594465 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Bound port: c58839e3-c435-4c4a-abb8-cd96c10a2caa, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:12.594894 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.601517 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.644932 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:12.649645 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:12.653694 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:12.656758 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Pushing event updated for resources: {'Port': ['ID=38611ee8-04c6-41c8-a56e-2535db9d276f,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:12.658861 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] For port c58839e3-c435-4c4a-abb8-cd96c10a2caa, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:12.663095 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] For port c58839e3-c435-4c4a-abb8-cd96c10a2caa, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c58839e3-c435-4c4a-abb8-cd96c10a2caa,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:12.669496 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.722259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34232deb-cd21-4abe-9307-a37c044d9485 None None] Pushing event updated for resources: {'Port': ['ID=c58839e3-c435-4c4a-abb8-cd96c10a2caa,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:12.910985 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks [] for router_gateway (92ff3059-9280-40d0-8d69-91ca56f6963f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:12.946137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:13.102368 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (92ff3059-9280-40d0-8d69-91ca56f6963f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:13.224731 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Router 92ff3059-9280-40d0-8d69-91ca56f6963f is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:08:13.227119 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:13.331960 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:13.340767 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:13.352845 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:13.353507 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:13.354993 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:13.360103 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-67d79982-ae1a-429d-854a-05589d594c80 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4227016 Oct 28 11:08:13.360103 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43762) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:13.467198 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:13.582132 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:13.608713 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c99923-7ef7-442d-bb03-beb03c68a6a0 None None] Network 6b052aa7-a953-4b1a-862c-d4362c935620 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:13.674269 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:13.697277 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Provisioning complete for port c58839e3-c435-4c4a-abb8-cd96c10a2caa triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:13.697646 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:13.697985 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Attempt 1 to provision port c58839e3-c435-4c4a-abb8-cd96c10a2caa Oct 28 11:08:13.731841 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:12Z', 'revision_number': 3, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:13.773774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:13.775450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:13.775818 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Updating router 92ff3059-9280-40d0-8d69-91ca56f6963f port 38611ee8-04c6-41c8-a56e-2535db9d276f binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:08:13.835042 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:13.875385 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:13.899415 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Current status of the port c58839e3-c435-4c4a-abb8-cd96c10a2caa is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:13.899800 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:13.944518 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Allocated IP 172.20.0.1 (6b052aa7-a953-4b1a-862c-d4362c935620/6f489bda-a40d-4b75-9648-4922eaf7364f/fd475369-ac2b-4bd3-b925-4c3b58aa55d8) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:13.997473 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] For port c58839e3-c435-4c4a-abb8-cd96c10a2caa, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c58839e3-c435-4c4a-abb8-cd96c10a2caa,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:14.007418 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.062963 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks [] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.095650 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.101489 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:14.104458 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eddf83f-a6d8-4ef1-80da-7559b1fe2e85 None None] Pushing event updated for resources: {'Port': ['ID=c58839e3-c435-4c4a-abb8-cd96c10a2caa,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:14.139034 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-68b2fa46-8019-4cdc-97f8-0e746ad24192 None None] Provisioning complete for port c58839e3-c435-4c4a-abb8-cd96c10a2caa triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:14.139406 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-68b2fa46-8019-4cdc-97f8-0e746ad24192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.139737 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-68b2fa46-8019-4cdc-97f8-0e746ad24192 None None] Attempt 1 to provision port c58839e3-c435-4c4a-abb8-cd96c10a2caa Oct 28 11:08:14.142398 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Network 6b052aa7-a953-4b1a-862c-d4362c935620 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:14.147991 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:14.151955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:14.196878 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Pushing event updated for resources: {'Port': ['ID=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:14.199478 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (92ff3059-9280-40d0-8d69-91ca56f6963f), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.242364 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device c58839e3-c435-4c4a-abb8-cd96c10a2caa up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:14.286014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Publish callbacks [] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.302331 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.341770 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:14.344975 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.372197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Attempting to bind port 38611ee8-04c6-41c8-a56e-2535db9d276f on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:14.372562 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Attempting to bind port 38611ee8-04c6-41c8-a56e-2535db9d276f by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:14.372931 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Attempting to bind port 38611ee8-04c6-41c8-a56e-2535db9d276f on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:14.407520 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-68b2fa46-8019-4cdc-97f8-0e746ad24192 None None] Current status of the port c58839e3-c435-4c4a-abb8-cd96c10a2caa is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:14.418847 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:14.428332 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa19d7f-0425-40ee-aae6-de1d2dac9ffa None None] Pushing event updated for resources: {'Port': ['ID=38611ee8-04c6-41c8-a56e-2535db9d276f,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:14.434443 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port c58839e3-c435-4c4a-abb8-cd96c10a2caa triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:14.434758 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.435086 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port c58839e3-c435-4c4a-abb8-cd96c10a2caa Oct 28 11:08:14.477763 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:14.478161 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:14.478575 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.478973 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:14.479444 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Bound port: 38611ee8-04c6-41c8-a56e-2535db9d276f, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:14.479826 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.504692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks [] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.510449 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.551210 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:14.562105 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-205db19b-dae5-4188-9b99-66185e5ef33c None None] Provisioning complete for port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:14.562577 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-205db19b-dae5-4188-9b99-66185e5ef33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.562911 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-205db19b-dae5-4188-9b99-66185e5ef33c None None] Attempt 1 to provision port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 Oct 28 11:08:14.569138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] For port 38611ee8-04c6-41c8-a56e-2535db9d276f, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:14.578476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (92ff3059-9280-40d0-8d69-91ca56f6963f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.583074 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Pushing event updated for resources: {'Port': ['ID=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:14.680232 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Network 6b052aa7-a953-4b1a-862c-d4362c935620 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:14.681785 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:14.741329 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] For port 38611ee8-04c6-41c8-a56e-2535db9d276f, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=38611ee8-04c6-41c8-a56e-2535db9d276f,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:14.751993 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port c58839e3-c435-4c4a-abb8-cd96c10a2caa is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:14.755542 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-205db19b-dae5-4188-9b99-66185e5ef33c None None] Port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:14.757756 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.796385 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:14.797088 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:14.862636 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa19d7f-0425-40ee-aae6-de1d2dac9ffa None None] Pushing event updated for resources: {'Port': ['ID=38611ee8-04c6-41c8-a56e-2535db9d276f,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:14.913487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-6214086c-0d86-490b-9be0-108546d3879e None None] Provisioning complete for port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:14.913866 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6214086c-0d86-490b-9be0-108546d3879e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:14.914229 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-6214086c-0d86-490b-9be0-108546d3879e None None] Attempt 1 to provision port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 Oct 28 11:08:14.959788 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:14.961930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6214086c-0d86-490b-9be0-108546d3879e None None] Port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:15.049059 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Router 92ff3059-9280-40d0-8d69-91ca56f6963f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:15.148874 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:15.153283 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 2, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:15.153730 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-883731f9-f55b-40e7-b736-25729db65d32 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/92ff3059-9280-40d0-8d69-91ca56f6963f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7939436 Oct 28 11:08:15.179616 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91482d8-664b-4fa1-9e1a-2d775d482c7b None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 2, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:15.464520 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43770) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:15.469076 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630464286', 'description': 'tempest-description--758657497'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:15.494103 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.538984 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:15.572966 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (1ff4636c-c43d-485b-9cda-e58f62f2c857), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.577085 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (1ff4636c-c43d-485b-9cda-e58f62f2c857), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.607764 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.608743 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1432004 Oct 28 11:08:15.611316 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4ddb6f-c9bf-485f-a1fe-4a27c398638b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4636c-c43d-485b-9cda-e58f62f2c857,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:15.612618 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43772) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:15.617939 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'security_group_rule': {'security_group_id': '1ff4636c-c43d-485b-9cda-e58f62f2c857', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:15.633024 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:15.648893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (7a463c22-9d25-427b-a140-815b3142eca9), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.710119 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (7a463c22-9d25-427b-a140-815b3142eca9), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.714548 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (7a463c22-9d25-427b-a140-815b3142eca9), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.734995 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a463c22-9d25-427b-a140-815b3142eca9,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:15.742795 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.744013 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-01e6fe25-99d6-4c45-b6e7-295b7c25ef4f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297812 Oct 28 11:08:15.746919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43774) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:15.751951 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'security_group_rule': {'security_group_id': '1ff4636c-c43d-485b-9cda-e58f62f2c857', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:15.780762 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (988001c9-e102-4dc1-adca-661fabfbf312), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.865563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (988001c9-e102-4dc1-adca-661fabfbf312), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.870406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (988001c9-e102-4dc1-adca-661fabfbf312), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.890148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988001c9-e102-4dc1-adca-661fabfbf312,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:15.897894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:15.899274 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d54bd78f-9107-4935-a9af-9df508213498 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513145 Oct 28 11:08:15.902466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43778) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:15.906792 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:15.931052 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.014654 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.023868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:16.129052 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Allocated IP 172.37.0.49 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/25f26da0-3cc7-4d2f-93f4-c61f6aec36ba) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:16.265470 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.268927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 38611ee8-04c6-41c8-a56e-2535db9d276f up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:16.306726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.323753 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 38611ee8-04c6-41c8-a56e-2535db9d276f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:16.324378 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.324844 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 38611ee8-04c6-41c8-a56e-2535db9d276f Oct 28 11:08:16.351401 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:16.355391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:16.356149 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:16.360307 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:16.366677 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'Port': ['ID=25f26da0-3cc7-4d2f-93f4-c61f6aec36ba,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:16.406658 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 38611ee8-04c6-41c8-a56e-2535db9d276f is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:16.407050 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.435066 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 38611ee8-04c6-41c8-a56e-2535db9d276f, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=38611ee8-04c6-41c8-a56e-2535db9d276f,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:16.440159 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.440984 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device c58839e3-c435-4c4a-abb8-cd96c10a2caa up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:16.452863 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:16.456166 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (24391a13-4595-470a-9312-5257ac4c77f1), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.495909 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.514292 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:16.520308 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=38611ee8-04c6-41c8-a56e-2535db9d276f,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:16.530029 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port c58839e3-c435-4c4a-abb8-cd96c10a2caa triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:16.530374 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.530710 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port c58839e3-c435-4c4a-abb8-cd96c10a2caa Oct 28 11:08:16.609883 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port c58839e3-c435-4c4a-abb8-cd96c10a2caa is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:16.643190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.647597 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.716793 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'Port': ['ID=25f26da0-3cc7-4d2f-93f4-c61f6aec36ba,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:16.719433 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (24391a13-4595-470a-9312-5257ac4c77f1), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.737262 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:16.738762 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-a07aa1e0-2fde-46f6-a8b5-b0561f3e57aa tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8351462 Oct 28 11:08:16.877532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:16.894547 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-de062c8a-a81c-4b5a-bf1b-d369e7a21cf2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--630464286&fields=id&tenant_id=64177183598843a68fc7fbe8257d4881 HTTP/1.1" status: 200 len: 267 time: 0.0460494 Oct 28 11:08:16.928572 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-e0fd2172-9e90-454d-a0e9-069243178046 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1420206025&fields=id&tenant_id=27b47aa9a61b4898a9af0062896cc3da HTTP/1.1" status: 200 len: 267 time: 0.0587428 Oct 28 11:08:16.982139 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-c03839db-a453-4899-aff3-d4353a4b73bd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:16.983547 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-c03839db-a453-4899-aff3-d4353a4b73bd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 985 time: 0.0482764 Oct 28 11:08:16.996183 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Request body: {'port': {'security_groups': ['0b924b17-a499-470b-8ac3-6e1c144e598c']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:17.005557 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1cf5ee56-d827-4cf1-bb3d-0f21f6e49c12 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:17.007055 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1cf5ee56-d827-4cf1-bb3d-0f21f6e49c12 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 810 time: 0.1053729 Oct 28 11:08:17.022634 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-fc22cd3a-9154-4216-8aea-7407139e4981 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/quotas/64177183598843a68fc7fbe8257d4881 HTTP/1.1" status: 200 len: 375 time: 0.0103507 Oct 28 11:08:17.078776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.081537 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-d44a53c1-1589-4cca-97ee-b6a90c8210a2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535412 Oct 28 11:08:17.177609 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-740f7422-46c9-4ea8-9e57-a5bd925e74db service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Oct 28 11:08:17.215219 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:17.228531 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:17.229292 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:17.288349 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-abea8ba2-c4cc-4402-9180-f545fe2500c6 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042526 Oct 28 11:08:17.341716 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:17.472317 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2d274fb7-284f-4cda-a638-c40c02fbb88f req-89f05d39-d59b-448c-9f9d-b772ef7df79c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 210 time: 0.0327079 Oct 28 11:08:17.539899 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:17.561572 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 2, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:17.570344 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.579718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.587937 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:17.588297 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Updating router 92ff3059-9280-40d0-8d69-91ca56f6963f port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:08:17.589775 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:17.590895 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.592607 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eb4157a1-4763-40f0-a858-a2ba1020a156 req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "PUT /networking/v2.0/ports/6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 943 time: 0.6010492 Oct 28 11:08:17.596084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:08:17.600646 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43804) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:17.618421 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.649529 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:17.651986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48" -d '{"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:17.690821 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746bad3-ac68-4e10-b080-3dd69513fc0a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event updated for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=7']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:17.708724 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:08:17.728484 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ed9cfd-2cd9-4340-8a4b-9083f32c12ad x-openstack-request-id: req-16ed9cfd-2cd9-4340-8a4b-9083f32c12ad {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:17.728987 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:17.729131 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16ed9cfd-2cd9-4340-8a4b-9083f32c12ad {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:17.729534 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16ed9cfd-2cd9-4340-8a4b-9083f32c12ad'] response: {'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'status': 'completed', 'code': 200} Oct 28 11:08:17.730356 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c37726d4-8148-4aa9-b812-7ec7eb4a17e6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group (dea451e8-7965-49ca-9e86-e29c4b0c3b6e), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.803007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c37726d4-8148-4aa9-b812-7ec7eb4a17e6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group (dea451e8-7965-49ca-9e86-e29c4b0c3b6e), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.841052 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-330049ab-b616-43c4-a0c1-7070818321d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:17.842572 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-330049ab-b616-43c4-a0c1-7070818321d8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0827398 Oct 28 11:08:17.856167 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:17.907781 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:17.952615 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-46ca7e3d-8a73-475f-aaf5-0e1619465874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:17.954145 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-46ca7e3d-8a73-475f-aaf5-0e1619465874 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 914 time: 0.1056023 Oct 28 11:08:17.955620 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:17.958773 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c37726d4-8148-4aa9-b812-7ec7eb4a17e6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (dea451e8-7965-49ca-9e86-e29c4b0c3b6e), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.961563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c37726d4-8148-4aa9-b812-7ec7eb4a17e6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.965284 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c37726d4-8148-4aa9-b812-7ec7eb4a17e6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/dea451e8-7965-49ca-9e86-e29c4b0c3b6e HTTP/1.1" status: 204 len: 168 time: 0.3611674 Oct 28 11:08:17.965681 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43812) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:17.978721 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Publish callbacks [] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:17.986269 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.012676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37726d4-8148-4aa9-b812-7ec7eb4a17e6 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea451e8-7965-49ca-9e86-e29c4b0c3b6e,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:18.043752 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-c858f991-2d8e-4014-a20c-ab5cdef43aed service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 1002 time: 0.0793257 Oct 28 11:08:18.044179 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Pushing event updated for resources: {'Port': ['ID=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:18.055800 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.056153 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.056640 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.057039 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.057372 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.057724 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.058076 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.058391 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.058863 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.059743 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.060076 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.060399 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.060730 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.061037 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.061350 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:18.098018 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-eb34616b-7960-4abb-8718-7791f979cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:18.099551 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-eb34616b-7960-4abb-8718-7791f979cdfa service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 200 len: 852 time: 0.0499794 Oct 28 11:08:18.136336 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Attempting to bind port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:18.137954 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Attempting to bind port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:18.138824 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Attempting to bind port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 on network 6b052aa7-a953-4b1a-862c-d4362c935620 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:18.167217 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-8c094436-0666-45a6-8b19-3fee0a5b1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:18.168740 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-8c094436-0666-45a6-8b19-3fee0a5b1b4e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8e4af541-0222-4578-8070-e116020f3217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0630367 Oct 28 11:08:18.195773 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:18.196260 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Checking segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:18.196732 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.197193 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Bound using segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:18.198004 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Bound port: fd475369-ac2b-4bd3-b925-4c3b58aa55d8, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:18.198211 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.212449 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 38611ee8-04c6-41c8-a56e-2535db9d276f up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:18.223877 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Deleting port 75966410-fe0f-4ce2-a14a-36e2809ac469 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:18.224702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.285451 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 38611ee8-04c6-41c8-a56e-2535db9d276f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:18.286196 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.286196 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 38611ee8-04c6-41c8-a56e-2535db9d276f Oct 28 11:08:18.293658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:18.328842 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:18.329922 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-1d4f4c13-6ea9-4c85-a805-934e3b3266c9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540451 Oct 28 11:08:18.341942 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.342511 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for floatingip (75966410-fe0f-4ce2-a14a-36e2809ac469), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.348146 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] For port fd475369-ac2b-4bd3-b925-4c3b58aa55d8, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:18.352110 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] For port fd475369-ac2b-4bd3-b925-4c3b58aa55d8, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:18.362626 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Calling delete_port for 75966410-fe0f-4ce2-a14a-36e2809ac469 owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:18.362878 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.384392 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 38611ee8-04c6-41c8-a56e-2535db9d276f is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:18.421360 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:18.435217 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b3492-81cb-4187-ae1f-128607fd816d None None] Pushing event updated for resources: {'Port': ['ID=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:18.443280 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:18.443894 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:18.445015 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:18.454892 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbbf80c-9e2e-4e6b-92c3-5830c2ae4a48 req-b41d0add-9643-4100-a4ef-c42cb1878407 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183295 Oct 28 11:08:18.555074 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:18.590824 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d08ab59c-e32a-4b50-ab0d-ee156721d007 req-244bba0f-65de-4fe5-b458-0a75296bfce2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 210 time: 0.0377233 Oct 28 11:08:18.599068 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (75966410-fe0f-4ce2-a14a-36e2809ac469), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.635144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event deleted for resources: {'Port': ['ID=75966410-fe0f-4ce2-a14a-36e2809ac469,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:18.697010 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks [] for floatingip (ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:18.697342 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Floating IP ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d disassociated (deleted). External IP: 172.37.0.107, port: 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151. Oct 28 11:08:18.746192 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:18Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:18.858169 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542633d5-3410-4da6-a8a6-b1e1907b42b5 None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:18Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:18.926751 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1a00de60-dd85-4a75-80ca-9ae2e7673af2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:18.928219 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1a00de60-dd85-4a75-80ca-9ae2e7673af2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 810 time: 0.1202838 Oct 28 11:08:18.934776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Router 455e4e0d-2580-4e1a-b923-b3ee57089156 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:18.995307 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-49119deb-474e-4de6-b525-3b8478f70466 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=64177183598843a68fc7fbe8257d4881 HTTP/1.1" status: 200 len: 379 time: 0.0579524 Oct 28 11:08:19.010978 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'port': {'device_id': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'admin_state_up': True, 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'security_groups': ['1ff4636c-c43d-485b-9cda-e58f62f2c857']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:19.057863 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:19.068001 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] Sync routers for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:19.074666 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:19.088309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:19.089225 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:19.110819 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-80d501a0-9db8-412e-8a47-29f943275e80 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d HTTP/1.1" status: 204 len: 168 time: 1.1412280 Oct 28 11:08:19.154831 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Made reservation on behalf of 64177183598843a68fc7fbe8257d4881 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:19.160076 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:19.223391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:19.327382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Allocated IP 172.20.0.5 (6b052aa7-a953-4b1a-862c-d4362c935620/6f489bda-a40d-4b75-9648-4922eaf7364f/c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:19.461576 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:19.483836 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:19.508732 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:19.511899 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] Checking router: 455e4e0d-2580-4e1a-b923-b3ee57089156 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:19.523237 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:19.523957 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:19.542335 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:19.579685 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:19.594451 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Network 6b052aa7-a953-4b1a-862c-d4362c935620 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:19.600305 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:19.603342 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'Port': ['ID=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:19.605590 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:19.661709 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:19.666142 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:19.667344 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:19.693507 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-1bf2cbf1-adc8-4850-9317-f6326a0b949e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6906018 Oct 28 11:08:19.731649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:19.734359 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6613fbaf-04ab-499b-aa05-e11304b5dba0" -d '{"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:19.754371 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a6c15-c52f-4ee7-a2ca-c60602a40347 req-2b8a64ff-550b-4967-82cc-4d3a77324a68 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:19.755982 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-617a6c15-c52f-4ee7-a2ca-c60602a40347 req-2b8a64ff-550b-4967-82cc-4d3a77324a68 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 931 time: 0.0565276 Oct 28 11:08:19.775224 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:19.789965 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b1743-78d7-4017-a975-2fa7d982daea x-openstack-request-id: req-3b5b1743-78d7-4017-a975-2fa7d982daea {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:19.789965 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:19.790338 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b5b1743-78d7-4017-a975-2fa7d982daea {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:19.790875 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5b1743-78d7-4017-a975-2fa7d982daea'] response: {'name': 'network-changed', 'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'status': 'completed', 'code': 200} Oct 28 11:08:19.814273 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-617a6c15-c52f-4ee7-a2ca-c60602a40347 req-07ce2849-4976-49f9-b46b-ca203fd53443 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523496 Oct 28 11:08:19.888494 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:19.916714 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90712718-4a39-4209-86d2-359c1c72b7d6 None None] The sync data for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi is: [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:26Z', 'revision_number': 4, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '13d450cf-af67-4e7e-a833-93a0e9594959', 'name': '', 'network_id': '8e4af541-0222-4578-8070-e116020f3217', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'mac_address': 'fa:16:3e:68:33:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:25Z', 'updated_at': '2022-10-28T11:04:32Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'subnets': [{'id': 'e6884749-69c3-4020-bbd9-b6ed932109cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:19.926115 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-312bb344-fb0d-49e2-b2ac-f5fb41c394f3 None None] Provisioning complete for port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:19.926502 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-312bb344-fb0d-49e2-b2ac-f5fb41c394f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:19.926824 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-312bb344-fb0d-49e2-b2ac-f5fb41c394f3 None None] Attempt 1 to provision port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 Oct 28 11:08:19.931913 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Request body: {'port': {'device_id': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:19.967837 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-9877e6ba-9a8a-4ea1-a680-de3ab8f2bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:19.969510 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-9877e6ba-9a8a-4ea1-a680-de3ab8f2bd7c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=27b47aa9a61b4898a9af0062896cc3da&device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0468047 Oct 28 11:08:19.987193 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-312bb344-fb0d-49e2-b2ac-f5fb41c394f3 None None] Port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:20.004868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.106061 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-3b76ee56-e7f1-4ca4-ac4f-3a015f2caf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.107597 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-3b76ee56-e7f1-4ca4-ac4f-3a015f2caf01 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 200 len: 914 time: 0.0988081 Oct 28 11:08:20.156262 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-bb6cf2f6-1a91-44f7-b5f9-5731bd06f05a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 200 len: 217 time: 0.0422592 Oct 28 11:08:20.203672 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:20.228584 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-d71a3542-8ac7-4a2b-aaac-4f6e2392c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.230538 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-d71a3542-8ac7-4a2b-aaac-4f6e2392c9e1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 200 len: 852 time: 0.0673428 Oct 28 11:08:20.233271 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fd475369-ac2b-4bd3-b925-4c3b58aa55d8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:20.234604 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7aae7-ff8e-4b43-908d-02f931b4064d None None] New status for floating IP ff91723f-eaf3-4a1a-9f13-a3deab1ecf3d: DOWN {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:08:20.284322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-5d597c0d-069e-471f-a0e7-569bcc399964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.286024 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-5d597c0d-069e-471f-a0e7-569bcc399964 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=8e4af541-0222-4578-8070-e116020f3217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0486205 Oct 28 11:08:20.358787 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:08:20.369916 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Publish callbacks [] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.385842 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Transition to ACTIVE for port object c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:08:20.392351 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.414914 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-29084d04-a7a6-4f55-b930-b876977b538c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187506 Oct 28 11:08:20.488455 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Pushing event updated for resources: {'Port': ['ID=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:20.503392 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:20.504509 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.505533 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 Oct 28 11:08:20.541398 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Attempting to bind port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:20.541556 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Attempting to bind port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:20.541857 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Attempting to bind port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 on network 6b052aa7-a953-4b1a-862c-d4362c935620 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:20.549385 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:20.561783 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6613fbaf-04ab-499b-aa05-e11304b5dba0 req-7c136453-2e06-4dac-a440-508fb66036ce service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401377 Oct 28 11:08:20.589458 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 on network 6b052aa7-a953-4b1a-862c-d4362c935620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:08:20.589802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Attempting to bind port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 on network 6b052aa7-a953-4b1a-862c-d4362c935620 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:20.606730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:20.607267 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.620153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:20.630938 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:20.646570 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:20.646910 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Checking segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:20.647284 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Bound using segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:20.647715 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Bound port: c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:20.648073 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.650604 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port fd475369-ac2b-4bd3-b925-4c3b58aa55d8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:20.655129 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.706487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:20.712544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] For port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:20.716768 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] For port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:20.724147 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.728533 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.729147 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:20.730540 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 1093 time: 0.8035059 Oct 28 11:08:20.732871 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:20.734513 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be65785-a6a6-451b-ab91-40a5b5d41191" -d '{"events": [{"name": "network-changed", "server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:20.772826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc52b7b5-efa4-41bd-8a89-02e5c73db2b8 x-openstack-request-id: req-cc52b7b5-efa4-41bd-8a89-02e5c73db2b8 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:20.773114 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:20.773368 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc52b7b5-efa4-41bd-8a89-02e5c73db2b8 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:20.773776 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc52b7b5-efa4-41bd-8a89-02e5c73db2b8'] response: {'name': 'network-changed', 'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'status': 'completed', 'code': 200} Oct 28 11:08:20.813030 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696bfaf-7614-4bf1-8846-c99e3629c356 service neutron] Pushing event updated for resources: {'Port': ['ID=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:20.830947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-ea7d1f4d-ac6e-42d2-92c3-193a60b4bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.832445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-ea7d1f4d-ac6e-42d2-92c3-193a60b4bfde service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1127 time: 0.0464284 Oct 28 11:08:20.875804 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-e247d590-5d57-4ad1-92cc-0d19c4a046fe service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 217 time: 0.0348682 Oct 28 11:08:20.963246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-b65edcf2-b1cc-41e0-a3c5-ff7599a3b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.964607 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-b65edcf2-b1cc-41e0-a3c5-ff7599a3b3cf service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0828187 Oct 28 11:08:20.970987 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7e18d-b19d-4432-9502-c14988b85717 req-27ee8911-ece3-4956-8f04-fa177672cdc8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:20.972371 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c5c7e18d-b19d-4432-9502-c14988b85717 req-27ee8911-ece3-4956-8f04-fa177672cdc8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 943 time: 0.0624876 Oct 28 11:08:21.009356 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:21.036025 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-f7590b29-5b0d-4cbd-a4e4-5eb22c0806c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:21.037505 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-f7590b29-5b0d-4cbd-a4e4-5eb22c0806c5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0643017 Oct 28 11:08:21.068282 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c5c7e18d-b19d-4432-9502-c14988b85717 req-28a15683-a4b9-4d8a-8215-b1488c01f281 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863090 Oct 28 11:08:21.136588 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-69aaa725-752b-4a22-8097-9071fe7cfc94 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916393 Oct 28 11:08:21.224885 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-92a12ee8-d813-42f4-8882-aa5b45da9cea req-e76dd93b-8cf6-4bc5-be16-652ee2f8d833 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813587 Oct 28 11:08:21.977765 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5323d-948e-4228-8bd2-c5a05cc5b413 req-82d0a7e6-5f95-4f88-895f-1aa62e81c010 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:21.979203 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eca5323d-948e-4228-8bd2-c5a05cc5b413 req-82d0a7e6-5f95-4f88-895f-1aa62e81c010 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0458155 Oct 28 11:08:22.027858 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eca5323d-948e-4228-8bd2-c5a05cc5b413 req-efa54116-046c-4268-bc85-ce4614796ae9 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432014 Oct 28 11:08:22.084585 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:08:22.175084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fd475369-ac2b-4bd3-b925-4c3b58aa55d8 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:22.190743 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9526c67-c5bd-47b9-9aac-1098e9473b72 req-46fa987a-a665-4bb8-81a6-f4b1ac05c302 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:22.192228 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d9526c67-c5bd-47b9-9aac-1098e9473b72 req-46fa987a-a665-4bb8-81a6-f4b1ac05c302 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 943 time: 0.0477667 Oct 28 11:08:22.218310 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:22.218683 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:22.219016 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 Oct 28 11:08:22.240373 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d9526c67-c5bd-47b9-9aac-1098e9473b72 req-758c6a02-5ada-44fa-b5af-9921060183e5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424948 Oct 28 11:08:22.291986 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:23.147469 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ddb9e-2c9a-4adc-88d7-86d2df3148c2 req-e5579b17-2f46-4894-8b54-8fa0101e9450 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:23.148795 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a97ddb9e-2c9a-4adc-88d7-86d2df3148c2 req-e5579b17-2f46-4894-8b54-8fa0101e9450 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0461547 Oct 28 11:08:23.194445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a97ddb9e-2c9a-4adc-88d7-86d2df3148c2 req-d551a204-76e4-4d35-a688-e1f6ffb6193a tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401804 Oct 28 11:08:23.360465 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa3a34-7234-440a-bf8b-10d4245ce628 req-9317f45f-2049-48fd-81fb-dce1faae0846 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:23.362216 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8cfa3a34-7234-440a-bf8b-10d4245ce628 req-9317f45f-2049-48fd-81fb-dce1faae0846 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 943 time: 0.0499206 Oct 28 11:08:23.410739 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8cfa3a34-7234-440a-bf8b-10d4245ce628 req-bebe8622-8798-44e7-9ead-c31969196974 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426164 Oct 28 11:08:23.450428 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-f0319bf7-6e82-48be-8969-92c6c3906cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:23.451885 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-f0319bf7-6e82-48be-8969-92c6c3906cdb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1127 time: 0.0412021 Oct 28 11:08:24.314969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dd978-c39c-41ba-b90e-f28ebc7f8d4b req-cbd02af8-486b-44eb-9c41-b58a200db434 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:24.316388 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a4dd978-c39c-41ba-b90e-f28ebc7f8d4b req-cbd02af8-486b-44eb-9c41-b58a200db434 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0486257 Oct 28 11:08:24.358291 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:24.363614 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a4dd978-c39c-41ba-b90e-f28ebc7f8d4b req-77518aa9-1465-46f2-95fc-60de1c8fb5bd tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417366 Oct 28 11:08:24.535100 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d4ae-5885-4c17-bdf3-f775db087ce5 req-e6ce1cde-73a4-4aab-a9d4-3ad0eb1a0c8d tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:24.536582 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e782d4ae-5885-4c17-bdf3-f775db087ce5 req-e6ce1cde-73a4-4aab-a9d4-3ad0eb1a0c8d tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 943 time: 0.0460944 Oct 28 11:08:24.582249 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e782d4ae-5885-4c17-bdf3-f775db087ce5 req-ceb10b10-81b0-42e7-9342-deb7da624de0 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402625 Oct 28 11:08:24.906341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-ad94258c-8299-4a0c-ad8a-498e846e122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:24.907821 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-ad94258c-8299-4a0c-ad8a-498e846e122e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.0883639 Oct 28 11:08:24.948945 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-ae645ed4-7ef9-4159-b513-27be7c58a720 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 217 time: 0.0351026 Oct 28 11:08:24.997674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-5aa8d6a5-9338-4f44-bd82-0852115d6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:24.999062 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-5aa8d6a5-9338-4f44-bd82-0852115d6fee service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0418210 Oct 28 11:08:25.042527 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-bd7dd2e0-952a-4285-96a7-6b6fbc3894f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:25.043952 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-bd7dd2e0-952a-4285-96a7-6b6fbc3894f6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0373013 Oct 28 11:08:25.136946 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-5330a275-78e0-48bd-a360-cffc1fe886a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863073 Oct 28 11:08:25.263207 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7be65785-a6a6-451b-ab91-40a5b5d41191 req-6a44cb20-9b14-45c4-bdf7-6fb5c1089960 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831764 Oct 28 11:08:25.357877 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-95d63a54-9962-4262-8cbe-65bc4ce13481 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:25.359304 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-95d63a54-9962-4262-8cbe-65bc4ce13481 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0477145 Oct 28 11:08:25.469886 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Deleting port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:25.470167 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:25.475292 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:25.530301 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5867b-16f6-4fbc-b927-42de91ededab req-9079d02f-a390-470d-8f12-b4d1d9bf20f3 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:25.531658 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6eb5867b-16f6-4fbc-b927-42de91ededab req-9079d02f-a390-470d-8f12-b4d1d9bf20f3 tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=818ad5c3-a0f1-437e-9fe3-45242c1f7bd3 HTTP/1.1" status: 200 len: 946 time: 0.0939467 Oct 28 11:08:25.602739 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] For port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:25.603098 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:25.618865 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6eb5867b-16f6-4fbc-b927-42de91ededab req-e8b09a44-dc75-4662-84fd-b4a08b5e63be tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0b924b17-a499-470b-8ac3-6e1c144e598c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795624 Oct 28 11:08:25.623019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Calling delete_port for 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:25.709356 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb24476-69d5-4e89-ad6d-ab7e1c98d597 req-75c48c6a-619c-48e5-8cdc-0d7718c8613d tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:25.710871 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7eb24476-69d5-4e89-ad6d-ab7e1c98d597 req-75c48c6a-619c-48e5-8cdc-0d7718c8613d tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 943 time: 0.0498679 Oct 28 11:08:25.755324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:25.759368 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7eb24476-69d5-4e89-ad6d-ab7e1c98d597 req-717a20e7-eef9-4f36-b2ea-0d72c8014acb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428541 Oct 28 11:08:25.764722 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:08:25.770936 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:08:25.786039 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Pushing event deleted for resources: {'Port': ['ID=6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:25.831372 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] No DVR routers for this DVR port 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:25.833915 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:25.837262 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bd36ab3e-87d5-41f0-80d5-c27be310b934 req-875f1a50-53ce-4a0c-ba08-b7bf90b12f9b tempest-TestMinimumBasicScenario-515944491 tempest-TestMinimumBasicScenario-515944491-project] 10.222.0.25 "DELETE /networking/v2.0/ports/6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 HTTP/1.1" status: 204 len: 173 time: 0.4723821 Oct 28 11:08:25.837749 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'name': 'network-vif-deleted', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:25.840234 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a1f403-45a3-4bb5-85ca-97dae2fa527d" -d '{"events": [{"server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "name": "network-vif-deleted", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:25.878608 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808feee4-4f09-42e9-a1f3-e4ff17d91cf9 x-openstack-request-id: req-808feee4-4f09-42e9-a1f3-e4ff17d91cf9 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:25.878903 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818ad5c3-a0f1-437e-9fe3-45242c1f7bd3", "name": "network-vif-deleted", "tag": "6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:25.879182 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-808feee4-4f09-42e9-a1f3-e4ff17d91cf9 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:25.879579 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-808feee4-4f09-42e9-a1f3-e4ff17d91cf9'] response: {'server_uuid': '818ad5c3-a0f1-437e-9fe3-45242c1f7bd3', 'name': 'network-vif-deleted', 'tag': '6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151', 'status': 'completed', 'code': 200} Oct 28 11:08:25.901632 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:25.913926 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'port_id': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'mac_address': 'fa:16:3e:b1:73:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:08:25.946795 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:25.953266 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:25.953685 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:25.968267 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:08:25.988838 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:25.992916 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:26.039838 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:26.047821 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.048177 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.048612 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.048979 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.049321 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.049654 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.050000 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.050332 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.050862 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.051096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.051290 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.051611 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.051939 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.052260 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.052581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:26.328339 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:08:26.880788 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab64483-d2b3-46f2-8ee2-7e5b8f2301a9 req-37921657-304c-464d-9c10-a1a9b608972f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:26.882306 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3ab64483-d2b3-46f2-8ee2-7e5b8f2301a9 req-37921657-304c-464d-9c10-a1a9b608972f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 944 time: 0.0484154 Oct 28 11:08:26.930607 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3ab64483-d2b3-46f2-8ee2-7e5b8f2301a9 req-bd7ab9cd-2dfd-4a4c-8eaf-2169aa58e17f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422010 Oct 28 11:08:27.268918 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43920) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:27.308862 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:27.571328 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (455e4e0d-2580-4e1a-b923-b3ee57089156), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:27.788281 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:27.825149 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:27.834819 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:08:27.841138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:27.841512 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:27.841874 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 Oct 28 11:08:27.917316 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:27.917707 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:27.943006 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:27.945257 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6686606b-caef-4d0f-9f53-5d28105a0b17" -d '{"events": [{"server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "name": "network-vif-plugged", "status": "completed", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:27.961540 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:27.966098 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:27.967220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:27.997143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:27.997902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 6e8dd8eb-d2ee-4e61-a65a-9b2f09d40151 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:28.001386 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:28.009498 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7728f-cbfe-401e-94b3-8f95e16d43be x-openstack-request-id: req-a1b7728f-cbfe-401e-94b3-8f95e16d43be {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:28.010475 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "name": "network-vif-plugged", "status": "completed", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:28.010902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1b7728f-cbfe-401e-94b3-8f95e16d43be {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:28.011450 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b7728f-cbfe-401e-94b3-8f95e16d43be'] response: {'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'code': 200} Oct 28 11:08:28.058845 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:28.062856 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Deleting port 13d450cf-af67-4e7e-a833-93a0e9594959 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:28.063834 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:28.071953 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:28.086292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c7aed-b451-428a-85f3-eac203ce172b req-a3d02cce-9b0f-43b1-9bbe-4dbc10f51b00 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:28.087897 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-af5c7aed-b451-428a-85f3-eac203ce172b req-a3d02cce-9b0f-43b1-9bbe-4dbc10f51b00 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0653512 Oct 28 11:08:28.144929 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-af5c7aed-b451-428a-85f3-eac203ce172b req-beab242f-5a45-4dd7-9963-dee65e4d9ba2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512829 Oct 28 11:08:28.162306 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] For port 13d450cf-af67-4e7e-a833-93a0e9594959, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=13d450cf-af67-4e7e-a833-93a0e9594959,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:28.162731 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:28.175898 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Calling delete_port for 13d450cf-af67-4e7e-a833-93a0e9594959 owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:28.264947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bc695-c2f1-4336-9522-42a2fb19bc6e req-d014fe10-fab8-4e28-9abe-12d4573224cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:28.266478 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-417bc695-c2f1-4336-9522-42a2fb19bc6e req-d014fe10-fab8-4e28-9abe-12d4573224cb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1129 time: 0.0535760 Oct 28 11:08:28.358869 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-417bc695-c2f1-4336-9522-42a2fb19bc6e req-91e28611-3a30-4060-86e6-356f31b03edd service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861895 Oct 28 11:08:28.363992 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:28.414445 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (13d450cf-af67-4e7e-a833-93a0e9594959), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:28.442904 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=13d450cf-af67-4e7e-a833-93a0e9594959,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:28.601900 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (455e4e0d-2580-4e1a-b923-b3ee57089156), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:28.746972 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3e2be4d2-8ee9-4289-b4d7-208457e612a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:28.805065 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Router 455e4e0d-2580-4e1a-b923-b3ee57089156 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:28.890325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:28.905326 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:28.910847 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c01ab11e-ef55-47ca-b1e8-e2ec367c1e7e admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/455e4e0d-2580-4e1a-b923-b3ee57089156/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408608 Oct 28 11:08:28.913383 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43926) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:28.914736 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] Sync routers for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:28.925291 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:28.925900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:29.006188 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks [] for router (455e4e0d-2580-4e1a-b923-b3ee57089156), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.025487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:29.103099 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks [] for router_gateway (455e4e0d-2580-4e1a-b923-b3ee57089156), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.115831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:29.148295 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Deleting port 331f4424-7035-448f-bf75-0926d19809db {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:29.148542 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (331f4424-7035-448f-bf75-0926d19809db), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.200663 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238'}], 'enable_snat': True}, 'gw_port_id': '331f4424-7035-448f-bf75-0926d19809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:08:28Z', 'revision_number': 5, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port': {'id': '331f4424-7035-448f-bf75-0926d19809db', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:bc:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:29.205592 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:29.227449 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] Checking router: 455e4e0d-2580-4e1a-b923-b3ee57089156 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:29.234240 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] For port 331f4424-7035-448f-bf75-0926d19809db, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=331f4424-7035-448f-bf75-0926d19809db,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:29.234606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (331f4424-7035-448f-bf75-0926d19809db), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.237209 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] Routers {'455e4e0d-2580-4e1a-b923-b3ee57089156'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:29.237886 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['455e4e0d-2580-4e1a-b923-b3ee57089156'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:29.271776 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Calling delete_port for 331f4424-7035-448f-bf75-0926d19809db owned by network:router_gateway {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:29.299330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd572-bdfd-4000-85db-eb365da8b824 req-79ea002b-153d-423c-ba1b-2189b114d23c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:29.300788 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ac3dd572-bdfd-4000-85db-eb365da8b824 req-79ea002b-153d-423c-ba1b-2189b114d23c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0691822 Oct 28 11:08:29.324073 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] Set router 455e4e0d-2580-4e1a-b923-b3ee57089156 gateway port host: None {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:29.371733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:08:29Z', 'revision_number': 6, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:29.391172 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ac3dd572-bdfd-4000-85db-eb365da8b824 req-8f5eedd4-d87d-42b8-a4b9-b6d96d4a0552 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619273 Oct 28 11:08:29.401090 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d83ab2-cb0f-45d1-ab20-e1c749dcd023 None None] The sync data for ids ['455e4e0d-2580-4e1a-b923-b3ee57089156'] in dv-cinder-zed-3-iscsi is: [{'id': '455e4e0d-2580-4e1a-b923-b3ee57089156', 'name': 'tempest-TestMinimumBasicScenario-37178798-router', 'tenant_id': '27b47aa9a61b4898a9af0062896cc3da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:23Z', 'updated_at': '2022-10-28T11:08:29Z', 'revision_number': 6, 'project_id': '27b47aa9a61b4898a9af0062896cc3da', 'gw_port_host': None}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:29.493323 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (331f4424-7035-448f-bf75-0926d19809db), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.517892 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Pushing event deleted for resources: {'Port': ['ID=331f4424-7035-448f-bf75-0926d19809db,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:29.542593 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.542960 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.543298 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.543627 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.543958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.544277 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.544594 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.544911 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.545228 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.545546 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.545863 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.546200 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.546513 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.546826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.547136 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:08:29.588028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (455e4e0d-2580-4e1a-b923-b3ee57089156), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.671648 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (455e4e0d-2580-4e1a-b923-b3ee57089156), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.674232 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks [] for router_controller (455e4e0d-2580-4e1a-b923-b3ee57089156), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.718914 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (455e4e0d-2580-4e1a-b923-b3ee57089156), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.719407 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455e4e0d-2580-4e1a-b923-b3ee57089156 {{(pid=106104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:08:29.724833 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.726015 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6c47e942-8168-47df-9147-0f582dc22175 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/455e4e0d-2580-4e1a-b923-b3ee57089156 HTTP/1.1" status: 204 len: 168 time: 0.8116932 Oct 28 11:08:29.728606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43930) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:29.774143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Deleting subnet e6884749-69c3-4020-bbd9-b6ed932109cc {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:08:29.777415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Publish callbacks [] for subnet (e6884749-69c3-4020-bbd9-b6ed932109cc), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.802565 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:29.815641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (e6884749-69c3-4020-bbd9-b6ed932109cc), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.894252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (e6884749-69c3-4020-bbd9-b6ed932109cc), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.944508 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (e6884749-69c3-4020-bbd9-b6ed932109cc), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.968735 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6884749-69c3-4020-bbd9-b6ed932109cc,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:29.972272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:29.975382 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-760840ec-74f8-42cc-99ca-1f7110b3ed53 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/e6884749-69c3-4020-bbd9-b6ed932109cc HTTP/1.1" status: 204 len: 168 time: 0.2458749 Oct 28 11:08:29.977928 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43932) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:29.981608 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612aeb8-6e27-4959-8d00-fd0381158126 None None] Network 8e4af541-0222-4578-8070-e116020f3217 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:30.055084 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (8e4af541-0222-4578-8070-e116020f3217), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.058018 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:30.102975 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Deleting port 5ced9f95-e691-4af2-9b22-dac86ad26e6b {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:30.103332 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.169148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] For port 5ced9f95-e691-4af2-9b22-dac86ad26e6b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5ced9f95-e691-4af2-9b22-dac86ad26e6b,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:30.169757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.184819 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Calling delete_port for 5ced9f95-e691-4af2-9b22-dac86ad26e6b owned by network:dhcp {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:30.202162 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] DHCP port deletion for 8e4af541-0222-4578-8070-e116020f3217 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:08:30.249619 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] Deleting port 5ced9f95-e691-4af2-9b22-dac86ad26e6b {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:30.250247 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.280124 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.288582 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 13d450cf-af67-4e7e-a833-93a0e9594959 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:30.303607 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ced9f95-e691-4af2-9b22-dac86ad26e6b,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:30.310238 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] No DVR routers for this DVR port 5ced9f95-e691-4af2-9b22-dac86ad26e6b on host dv-cinder-zed-3-iscsi {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:30.325125 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 13d450cf-af67-4e7e-a833-93a0e9594959 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:30.325472 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 13d450cf-af67-4e7e-a833-93a0e9594959 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:30.325883 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 331f4424-7035-448f-bf75-0926d19809db no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:30.353167 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 331f4424-7035-448f-bf75-0926d19809db {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:30.353483 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 331f4424-7035-448f-bf75-0926d19809db not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:30.353891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5ced9f95-e691-4af2-9b22-dac86ad26e6b no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:30.373524 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 5ced9f95-e691-4af2-9b22-dac86ad26e6b {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:30.373877 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5ced9f95-e691-4af2-9b22-dac86ad26e6b not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:30.384647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] For port 5ced9f95-e691-4af2-9b22-dac86ad26e6b, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5ced9f95-e691-4af2-9b22-dac86ad26e6b,segment=NetworkSegment(f12d2af2-ca19-4048-ad46-734962caa76f),segment_id=f12d2af2-ca19-4048-ad46-734962caa76f)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:30.385054 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.388786 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (8e4af541-0222-4578-8070-e116020f3217), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.402583 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] Calling delete_port for 5ced9f95-e691-4af2-9b22-dac86ad26e6b owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:30.410303 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:30.412821 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4af541-0222-4578-8070-e116020f3217']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:30.423071 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12d2af2-ca19-4048-ad46-734962caa76f') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:30.423341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12d2af2-ca19-4048-ad46-734962caa76f') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:30.433246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (f12d2af2-ca19-4048-ad46-734962caa76f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.448642 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (f12d2af2-ca19-4048-ad46-734962caa76f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.456567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:08:30.456567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (f12d2af2-ca19-4048-ad46-734962caa76f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.489714 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (5ced9f95-e691-4af2-9b22-dac86ad26e6b), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.504439 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] No DVR routers for this DVR port 5ced9f95-e691-4af2-9b22-dac86ad26e6b on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:30.531183 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4da39a-7771-4fcf-a90f-806b734d4c9b None None] Pushing event deleted for resources: {'Port': ['ID=5ced9f95-e691-4af2-9b22-dac86ad26e6b,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:30.539334 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment f12d2af2-ca19-4048-ad46-734962caa76f resource provider aggregate not found Oct 28 11:08:30.540828 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998876f1-d020-4837-91c9-d7f463830876 req-9ed2b11e-b413-4e2c-9bff-64f269aee008 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:30.544291 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (8e4af541-0222-4578-8070-e116020f3217), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.550982 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.551093 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-998876f1-d020-4837-91c9-d7f463830876 req-9ed2b11e-b413-4e2c-9bff-64f269aee008 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0802839 Oct 28 11:08:30.554032 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/8e4af541-0222-4578-8070-e116020f3217 HTTP/1.1" status: 204 len: 168 time: 0.5752199 Oct 28 11:08:30.557694 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43940) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:30.567004 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment f12d2af2-ca19-4048-ad46-734962caa76f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f12d2af2-ca19-4048-ad46-734962caa76f found for delete ", "request_id": "req-bdeb0fab-ab97-4eba-bc97-6f60180f4e46"}]} Oct 28 11:08:30.568124 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeb12f-ac9e-4bc6-b68f-199b52f11436 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4af541-0222-4578-8070-e116020f3217,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:30.648860 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-998876f1-d020-4837-91c9-d7f463830876 req-08188003-29c3-4b43-b19a-61d89b85cfff tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931625 Oct 28 11:08:30.768950 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a410349-bdbe-4c68-bb91-7c2c84bbf67c req-78863701-7459-49da-9f52-7470dc01b98c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:30.770469 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5a410349-bdbe-4c68-bb91-7c2c84bbf67c req-78863701-7459-49da-9f52-7470dc01b98c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0480151 Oct 28 11:08:30.780399 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:30.780588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43946) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:30.785705 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'floatingip': {'port_id': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:30.826824 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (24391a13-4595-470a-9312-5257ac4c77f1), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.855892 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-49f3cb92-a53a-446c-b5ce-9b6fe17b6e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:30.911445 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:30.918800 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (c5128ef7-800c-4489-a52f-bc373c16809c), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.029636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:31.138703 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Deleting port 9f894b74-e4bd-47a6-a063-d680de749de1 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:31.139045 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.221634 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] For port 9f894b74-e4bd-47a6-a063-d680de749de1, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9f894b74-e4bd-47a6-a063-d680de749de1,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:31.222027 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.234682 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Calling delete_port for 9f894b74-e4bd-47a6-a063-d680de749de1 owned by network:router_interface {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:31.240556 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:31.249690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.254016 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (24391a13-4595-470a-9312-5257ac4c77f1), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.350241 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Floating IP 24391a13-4595-470a-9312-5257ac4c77f1 associated. External IP: 172.37.0.49, port: c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0. Oct 28 11:08:31.413477 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (9f894b74-e4bd-47a6-a063-d680de749de1), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.438942 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f894b74-e4bd-47a6-a063-d680de749de1,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:31.561400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Router 92ff3059-9280-40d0-8d69-91ca56f6963f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:31.601542 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:31.610103 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (c5128ef7-800c-4489-a52f-bc373c16809c), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.761126 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:31.830532 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Router c5128ef7-800c-4489-a52f-bc373c16809c has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:31.922301 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:31.926958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:31.931685 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346824d6-7dde-406f-85d4-e605125b17df None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:31.937582 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:31.941796 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:31.942538 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:31.943729 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2d534a70-def3-439a-a1e0-cf4a1f11fd75 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c5128ef7-800c-4489-a52f-bc373c16809c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3803546 Oct 28 11:08:31.946312 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43948) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:31.949143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] Sync routers for ids ['c5128ef7-800c-4489-a52f-bc373c16809c'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:31.960833 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] Routers {'c5128ef7-800c-4489-a52f-bc373c16809c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:31.961442 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c5128ef7-800c-4489-a52f-bc373c16809c'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:31.966757 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e9209f8b-57f2-4c45-9e3e-bf6168f40685 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/24391a13-4595-470a-9312-5257ac4c77f1 HTTP/1.1" status: 200 len: 990 time: 1.1850767 Oct 28 11:08:31.967635 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:08:31.970924 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3faf5af-3237-4cfe-b496-dc180f162fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:08:32.009742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74495f63-55c9-4848-ad30-96fbdccd4561 x-openstack-request-id: req-74495f63-55c9-4848-ad30-96fbdccd4561 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:08:32.010176 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:08:32.010528 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-74495f63-55c9-4848-ad30-96fbdccd4561 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:08:32.011026 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74495f63-55c9-4848-ad30-96fbdccd4561'] response: {'name': 'network-changed', 'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'status': 'completed', 'code': 200} Oct 28 11:08:32.063682 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:32.072865 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks [] for router (c5128ef7-800c-4489-a52f-bc373c16809c), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.080558 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] Set router c5128ef7-800c-4489-a52f-bc373c16809c gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:32.085615 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-7486b549-6ef5-440e-8b25-63f8182e1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:32.087322 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-7486b549-6ef5-440e-8b25-63f8182e1397 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1129 time: 0.0510135 Oct 28 11:08:32.165526 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:32.166758 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:32.194811 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks [] for router_gateway (c5128ef7-800c-4489-a52f-bc373c16809c), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.248556 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Deleting port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:32.248556 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.283402 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-c85ca7d5-accf-449e-addb-f0e5f745f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:32.285205 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-c85ca7d5-accf-449e-addb-f0e5f745f14d service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.1884377 Oct 28 11:08:32.343281 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '24391a13-4595-470a-9312-5257ac4c77f1', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'floating_ip_address': '172.37.0.49', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'port_id': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'mac_address': 'fa:16:3e:b1:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:08:16Z', 'updated_at': '2022-10-28T11:08:31Z', 'revision_number': 1, 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:32.364167 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-8511467c-132a-43f8-ad42-fe74831daab4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 998 time: 0.0713334 Oct 28 11:08:32.367278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.380144 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346824d6-7dde-406f-85d4-e605125b17df None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:32.393856 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:32.394743 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:32.432280 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-b0d82c5b-91cc-436a-9ae2-8aee7a1094da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:32.434225 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-b0d82c5b-91cc-436a-9ae2-8aee7a1094da service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0651698 Oct 28 11:08:32.457305 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9'}], 'enable_snat': True}, 'gw_port_id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:08:31Z', 'revision_number': 5, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port': {'id': '85e3ea5d-4a11-4104-b2ea-f420cfb0d48f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:03:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:04:30Z', 'updated_at': '2022-10-28T11:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:32.460005 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:32.488639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-57898804-aca8-4738-bf51-61c662fdb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:32.491147 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-57898804-aca8-4738-bf51-61c662fdb837 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0497742 Oct 28 11:08:32.492243 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] Checking router: c5128ef7-800c-4489-a52f-bc373c16809c for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:32.504220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] Routers {'c5128ef7-800c-4489-a52f-bc373c16809c'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:32.504843 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c5128ef7-800c-4489-a52f-bc373c16809c'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:32.521244 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:32.556690 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:32.603569 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] Set router c5128ef7-800c-4489-a52f-bc373c16809c gateway port host: None {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:32.605314 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-57a37a1a-0745-4037-bb9d-f4071bd8362f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075718 Oct 28 11:08:32.620765 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] For port 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:32.621359 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.638175 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Calling delete_port for 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f owned by network:router_gateway {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:32.683424 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:08:32Z', 'revision_number': 6, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:32.711262 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd1437-e50d-472a-a712-41db77bcbd24 None None] The sync data for ids ['c5128ef7-800c-4489-a52f-bc373c16809c'] in dv-cinder-zed-3-iscsi is: [{'id': 'c5128ef7-800c-4489-a52f-bc373c16809c', 'name': 'tempest-TestMinimumBasicScenario-696617396-router', 'tenant_id': '153f5a4dc45649009721ffd9d22bd7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:04:29Z', 'updated_at': '2022-10-28T11:08:32Z', 'revision_number': 6, 'project_id': '153f5a4dc45649009721ffd9d22bd7d5', 'gw_port_host': None}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:32.717051 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e3faf5af-3237-4cfe-b496-dc180f162fd7 req-df940b33-d462-4ba5-8b61-787b4fe13a92 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045825 Oct 28 11:08:32.772485 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-346824d6-7dde-406f-85d4-e605125b17df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '24391a13-4595-470a-9312-5257ac4c77f1', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'floating_ip_address': '172.37.0.49', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'port_id': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'mac_address': 'fa:16:3e:b1:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:08:16Z', 'updated_at': '2022-10-28T11:08:31Z', 'revision_number': 1, 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:32.796627 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346824d6-7dde-406f-85d4-e605125b17df None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '24391a13-4595-470a-9312-5257ac4c77f1', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'floating_ip_address': '172.37.0.49', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'port_id': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'mac_address': 'fa:16:3e:b1:73:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:08:16Z', 'updated_at': '2022-10-28T11:08:31Z', 'revision_number': 1, 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:32.822878 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (85e3ea5d-4a11-4104-b2ea-f420cfb0d48f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.848231 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Pushing event deleted for resources: {'Port': ['ID=85e3ea5d-4a11-4104-b2ea-f420cfb0d48f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:32.902160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:32.920954 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (c5128ef7-800c-4489-a52f-bc373c16809c), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:32.924338 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:33.013691 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (c5128ef7-800c-4489-a52f-bc373c16809c), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.016105 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks [] for router_controller (c5128ef7-800c-4489-a52f-bc373c16809c), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.025159 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc83877-9a4f-4efa-80ea-411f35698a25 None None] New status for floating IP 24391a13-4595-470a-9312-5257ac4c77f1: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:08:33.065002 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (c5128ef7-800c-4489-a52f-bc373c16809c), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.065607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5128ef7-800c-4489-a52f-bc373c16809c {{(pid=106103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:08:33.072952 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.075407 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7a90fe3c-0bc0-46d1-bbbb-3442887ab983 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/c5128ef7-800c-4489-a52f-bc373c16809c HTTP/1.1" status: 204 len: 168 time: 1.1270556 Oct 28 11:08:33.076631 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43954) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:33.141270 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Deleting subnet 8b550f94-76e8-4d1a-bbf7-57bd89d1205f {{(pid=106103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:08:33.145120 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Publish callbacks [] for subnet (8b550f94-76e8-4d1a-bbf7-57bd89d1205f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.191783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14963839'] for subnet (8b550f94-76e8-4d1a-bbf7-57bd89d1205f), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.298971 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (8b550f94-76e8-4d1a-bbf7-57bd89d1205f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.354222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14962280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16752128'] for subnet (8b550f94-76e8-4d1a-bbf7-57bd89d1205f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.380400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b550f94-76e8-4d1a-bbf7-57bd89d1205f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:33.387556 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.394021 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7b8d3d24-a291-4b4a-845e-32ffbc83174d admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/8b550f94-76e8-4d1a-bbf7-57bd89d1205f HTTP/1.1" status: 204 len: 168 time: 0.3139658 Oct 28 11:08:33.394187 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d901ca63-4497-4505-bd5e-ca4b402516cf None None] Network 13fce55a-4e5d-482d-a9ed-7984ae953cd9 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:33.394625 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43956) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:33.474060 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (13fce55a-4e5d-482d-a9ed-7984ae953cd9), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.475510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:33.516779 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Deleting port 83cd6e73-0711-4a40-9694-7dc4e8683686 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:33.517120 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.555639 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] DHCP port deletion for 13fce55a-4e5d-482d-a9ed-7984ae953cd9 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:08:33.591645 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] For port 83cd6e73-0711-4a40-9694-7dc4e8683686, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=83cd6e73-0711-4a40-9694-7dc4e8683686,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:33.592009 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.605383 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Calling delete_port for 83cd6e73-0711-4a40-9694-7dc4e8683686 owned by network:dhcp {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:33.610056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] Deleting port 83cd6e73-0711-4a40-9694-7dc4e8683686 {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:08:33.610372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.625909 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.677137 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] For port 83cd6e73-0711-4a40-9694-7dc4e8683686, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=83cd6e73-0711-4a40-9694-7dc4e8683686,segment=NetworkSegment(c4b71753-d038-4160-8168-78ff61d2647c),segment_id=c4b71753-d038-4160-8168-78ff61d2647c)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:33.677537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.689241 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.691285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] Calling delete_port for 83cd6e73-0711-4a40-9694-7dc4e8683686 owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:08:33.715943 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] No DVR routers for this DVR port 83cd6e73-0711-4a40-9694-7dc4e8683686 on host dv-cinder-zed-3-iscsi {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:33.717937 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=83cd6e73-0711-4a40-9694-7dc4e8683686,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:33.758354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.789784 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (83cd6e73-0711-4a40-9694-7dc4e8683686), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.794285 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (13fce55a-4e5d-482d-a9ed-7984ae953cd9), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.794769 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:33.816102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13fce55a-4e5d-482d-a9ed-7984ae953cd9']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:33.818364 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] Pushing event deleted for resources: {'Port': ['ID=83cd6e73-0711-4a40-9694-7dc4e8683686,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:33.823990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f945799-47e5-4678-8c8b-2adde54c362d None None] No DVR routers for this DVR port 83cd6e73-0711-4a40-9694-7dc4e8683686 on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:08:33.826655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4b71753-d038-4160-8168-78ff61d2647c') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:33.827010 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4b71753-d038-4160-8168-78ff61d2647c') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:33.839969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (c4b71753-d038-4160-8168-78ff61d2647c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.855311 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (c4b71753-d038-4160-8168-78ff61d2647c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.862989 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:08:33.863460 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (c4b71753-d038-4160-8168-78ff61d2647c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.924820 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (13fce55a-4e5d-482d-a9ed-7984ae953cd9), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.930422 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:33.933595 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/13fce55a-4e5d-482d-a9ed-7984ae953cd9 HTTP/1.1" status: 204 len: 168 time: 0.5379899 Oct 28 11:08:33.944646 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75510c-e219-4b96-b924-42724d927fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13fce55a-4e5d-482d-a9ed-7984ae953cd9,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:34.004033 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment c4b71753-d038-4160-8168-78ff61d2647c resource provider aggregate not found Oct 28 11:08:34.022704 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment c4b71753-d038-4160-8168-78ff61d2647c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4b71753-d038-4160-8168-78ff61d2647c found for delete ", "request_id": "req-118e8445-bce3-478a-b647-9b45313ca349"}]} Oct 28 11:08:34.058910 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43968) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:34.104049 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-421b9071-535b-43d3-abc1-5cc7084f562a admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=27b47aa9a61b4898a9af0062896cc3da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439234 Oct 28 11:08:34.106494 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 43970) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:34.157706 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d6854d1c-4e71-445f-8711-ec098c6b1ef2 admin admin] Publish callbacks [] for security_group (0b924b17-a499-470b-8ac3-6e1c144e598c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.173207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9f894b74-e4bd-47a6-a063-d680de749de1 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:34.179138 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d6854d1c-4e71-445f-8711-ec098c6b1ef2 admin admin] Publish callbacks [] for security_group (0b924b17-a499-470b-8ac3-6e1c144e598c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.193204 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 9f894b74-e4bd-47a6-a063-d680de749de1 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:34.193540 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9f894b74-e4bd-47a6-a063-d680de749de1 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:34.193949 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:34.211341 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:34.211715 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 85e3ea5d-4a11-4104-b2ea-f420cfb0d48f not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:34.212096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 83cd6e73-0711-4a40-9694-7dc4e8683686 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:08:34.227978 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d6854d1c-4e71-445f-8711-ec098c6b1ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (0b924b17-a499-470b-8ac3-6e1c144e598c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.230868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d6854d1c-4e71-445f-8711-ec098c6b1ef2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.232005 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d6854d1c-4e71-445f-8711-ec098c6b1ef2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0b924b17-a499-470b-8ac3-6e1c144e598c HTTP/1.1" status: 204 len: 168 time: 0.1245558 Oct 28 11:08:34.233730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 83cd6e73-0711-4a40-9694-7dc4e8683686 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:08:34.234113 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 83cd6e73-0711-4a40-9694-7dc4e8683686 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:08:34.243172 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6854d1c-4e71-445f-8711-ec098c6b1ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b924b17-a499-470b-8ac3-6e1c144e598c,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:34.570425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43976) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:34.610222 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9f28fe06-e048-4652-b2e9-2818278bcc33 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=153f5a4dc45649009721ffd9d22bd7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386319 Oct 28 11:08:34.612866 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 43978) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:34.663480 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a38993e-f019-493e-8cd5-b6b0f5ee9ba8 admin admin] Publish callbacks [] for security_group (a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.682644 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a38993e-f019-493e-8cd5-b6b0f5ee9ba8 admin admin] Publish callbacks [] for security_group (a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.728984 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a38993e-f019-493e-8cd5-b6b0f5ee9ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.731622 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a38993e-f019-493e-8cd5-b6b0f5ee9ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:34.732734 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2a38993e-f019-493e-8cd5-b6b0f5ee9ba8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d HTTP/1.1" status: 204 len: 168 time: 0.1190114 Oct 28 11:08:34.740981 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a38993e-f019-493e-8cd5-b6b0f5ee9ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f0bdf5-c3b4-41aa-9a26-7c65c7f2964d,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:35.455633 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44000) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:35.550177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-658462103-network', 'tenant_id': '9edc5ff928624d87944ee071e578aa17'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:35.570846 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Made reservation on behalf of 9edc5ff928624d87944ee071e578aa17 for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:35.573160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.582190 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.657322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks [] for security_group (7969f942-129c-4f5b-974d-f66bb85ba64a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.661075 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (7969f942-129c-4f5b-974d-f66bb85ba64a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.695800 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:08:35.701430 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969f942-129c-4f5b-974d-f66bb85ba64a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:35.709990 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (430862e7-75d5-4026-87b9-c8297b3ad6c7), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.710270 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Added segment 430862e7-75d5-4026-87b9-c8297b3ad6c7 of type vlan for network 9ede01c2-68b4-4454-9c54-b9a5972b3253 Oct 28 11:08:35.711454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:35.755937 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (9ede01c2-68b4-4454-9c54-b9a5972b3253), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.759858 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6,neutron:DELETE=7,neutron:INSERT=12 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:35.785802 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (9ede01c2-68b4-4454-9c54-b9a5972b3253), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.786796 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:35.787402 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:35.837608 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3807936 Oct 28 11:08:35.840574 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44004) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:35.846062 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Request body: {'subnet': {'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-658462103-subnet', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:35.849040 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc7ef6-2556-45a6-99dd-d840c2ca9026 admin admin] Pushing event updated for resources: {'Network': ['ID=9ede01c2-68b4-4454-9c54-b9a5972b3253,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:35.853627 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:35.859826 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:08:35.869391 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Made reservation on behalf of 9edc5ff928624d87944ee071e578aa17 for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:35.871869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13615348'] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.015280 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:36.037816 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13615302'] for subnet (2b813ae1-b210-4881-8166-1f4a800fd6c4), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.092370 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b813ae1-b210-4881-8166-1f4a800fd6c4,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:36.102278 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Checking segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:36.102632 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Network hostable DHCP agents. Network: 9ede01c2-68b4-4454-9c54-b9a5972b3253, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:08:36.120359 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:08:36.129413 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 9ede01c2-68b4-4454-9c54-b9a5972b3253) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:36.134023 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:36.134990 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.137938 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12693dc4-add8-43cb-8805-bb6293ca36f7 None None] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:36.154056 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b693aa14-2beb-468a-a6f4-8cf299858bd0 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3098896 Oct 28 11:08:36.154308 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44006) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:36.158444 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:36.178190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.179163 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.231036 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks [] for router_controller (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), precommit_add_association {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.242564 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-9ede01c2-68b4-4454-9c54-b9a5972b3253', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:08:36.243479 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.364431 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks [] for router_gateway (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.387158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Allocated IP 172.20.0.2 (9ede01c2-68b4-4454-9c54-b9a5972b3253/2b813ae1-b210-4881-8166-1f4a800fd6c4/1a2c0299-2a88-4dcc-9307-5dfe3f7f0541) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:36.446511 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:36.528078 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Publish callbacks [] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.534337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.547112 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks [] for router_gateway (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.566227 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.573770 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:36.576786 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:36.581480 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:36.587950 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Pushing event updated for resources: {'Port': ['ID=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:36.639511 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Attempting to bind port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:36.639790 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Attempting to bind port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:36.640143 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Attempting to bind port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 on network 9ede01c2-68b4-4454-9c54-b9a5972b3253 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:36.680184 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Allocated IP 172.37.0.223 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/f2aa2bcb-7614-491c-a1a5-601baea753f6) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:36.684014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:36.684386 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Checking segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:36.684780 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.685164 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Bound using segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:36.685624 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Bound port: 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:36.686015 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.738549 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:36.746923 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] For port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:36.751172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] For port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:36.757134 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.795823 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks [] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.809915 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb36c7-6a0f-40bf-9edc-a7398ea64f25 None None] Pushing event updated for resources: {'Port': ['ID=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:36.825150 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:36.836406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:36.884012 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:36.888927 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:36.893555 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:36.896923 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2aa2bcb-7614-491c-a1a5-601baea753f6,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:37.160528 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks [] for router_gateway (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:37.344537 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:37.472774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106104) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:08:37.578360 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:37.587089 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Sync routers for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:37.596792 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:37.600957 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d5b46a67-c712-4f41-b833-15d9927c35c6 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4427803 Oct 28 11:08:37.601130 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44008) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:37.602916 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:37.603564 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:37.662381 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee9d10-1f08-4d8c-85a7-23601134f2c9 None None] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:37.867783 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:37.892262 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Provisioning complete for port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:37.892776 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:37.893108 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Attempt 1 to provision port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 Oct 28 11:08:37.904933 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:38.014221 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.059877 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:38.140631 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Current status of the port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:38.141023 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.196021 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Allocated IP 172.20.0.1 (9ede01c2-68b4-4454-9c54-b9a5972b3253/2b813ae1-b210-4881-8166-1f4a800fd6c4/2852a467-243e-4936-a948-c1128edc0870) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:38.202804 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:37Z', 'revision_number': 3, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:38.234513 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] For port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:38.237193 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Checking router: 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:38.237705 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Updating router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 port f2aa2bcb-7614-491c-a1a5-601baea753f6 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:08:38.242012 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.298403 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:38.303214 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.327628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks [] for port (2852a467-243e-4936-a948-c1128edc0870), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.332035 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:38.364981 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (2852a467-243e-4936-a948-c1128edc0870), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.373574 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:38.390784 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec5ff2-c3f2-4447-a659-c133202db87b None None] Pushing event updated for resources: {'Port': ['ID=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:38.406908 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:38.412535 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:38.416512 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:38.437617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-ebcebb27-53db-4f5e-bea5-9c7bb4f66db1 None None] Provisioning complete for port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:38.438529 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ebcebb27-53db-4f5e-bea5-9c7bb4f66db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.438866 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-ebcebb27-53db-4f5e-bea5-9c7bb4f66db1 None None] Attempt 1 to provision port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 Oct 28 11:08:38.441223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Pushing event updated for resources: {'Port': ['ID=2852a467-243e-4936-a948-c1128edc0870,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:38.462800 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.499674 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:38.500044 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.500377 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 Oct 28 11:08:38.592707 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2852a467-243e-4936-a948-c1128edc0870), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.664041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ebcebb27-53db-4f5e-bea5-9c7bb4f66db1 None None] Current status of the port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:38.692351 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:38.693171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:38.755208 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Publish callbacks [] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.756269 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks [] for port (2852a467-243e-4936-a948-c1128edc0870), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.759805 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.761961 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (2852a467-243e-4936-a948-c1128edc0870), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.806220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Attempting to bind port f2aa2bcb-7614-491c-a1a5-601baea753f6 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:38.806588 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Attempting to bind port f2aa2bcb-7614-491c-a1a5-601baea753f6 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:38.806947 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Attempting to bind port f2aa2bcb-7614-491c-a1a5-601baea753f6 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:38.813940 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-cab53b89-7f89-4874-864f-1feeaea17780 None None] Provisioning complete for port 2852a467-243e-4936-a948-c1128edc0870 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:38.814326 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cab53b89-7f89-4874-864f-1feeaea17780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (2852a467-243e-4936-a948-c1128edc0870), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.814658 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-cab53b89-7f89-4874-864f-1feeaea17780 None None] Attempt 1 to provision port 2852a467-243e-4936-a948-c1128edc0870 Oct 28 11:08:38.827102 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Pushing event updated for resources: {'Port': ['ID=2852a467-243e-4936-a948-c1128edc0870,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:38.832652 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.854125 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf9c9-fafa-4aa3-b982-294e3625bf94 None None] Pushing event updated for resources: {'Port': ['ID=f2aa2bcb-7614-491c-a1a5-601baea753f6,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:38.867645 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:38.883895 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-cab53b89-7f89-4874-864f-1feeaea17780 None None] Port 2852a467-243e-4936-a948-c1128edc0870 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:38.892617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:38.892982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:38.893375 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.893755 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:38.894244 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Bound port: f2aa2bcb-7614-491c-a1a5-601baea753f6, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:38.894618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.930070 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:38.931427 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:38.941711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] For port f2aa2bcb-7614-491c-a1a5-601baea753f6, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:38.944796 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] For port f2aa2bcb-7614-491c-a1a5-601baea753f6, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f2aa2bcb-7614-491c-a1a5-601baea753f6,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:38.952258 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:38.993235 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:38.994009 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:39.053654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:39.054131 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf9c9-fafa-4aa3-b982-294e3625bf94 None None] Pushing event updated for resources: {'Port': ['ID=f2aa2bcb-7614-491c-a1a5-601baea753f6,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:39.066381 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:39.118753 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:39.165830 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:39.170752 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-82fe0ec0-d549-4ffe-8fd3-6b20f0c3a38d admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/9f830a3c-ea6f-467d-97dc-2c53f4d708c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5688031 Oct 28 11:08:39.243341 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-9d90c21b-742b-4750-9150-ef02cbde4c0b None None] Provisioning complete for port 2852a467-243e-4936-a948-c1128edc0870 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:39.243721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9d90c21b-742b-4750-9150-ef02cbde4c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (2852a467-243e-4936-a948-c1128edc0870), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.244062 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-9d90c21b-742b-4750-9150-ef02cbde4c0b None None] Attempt 1 to provision port 2852a467-243e-4936-a948-c1128edc0870 Oct 28 11:08:39.300831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-9d90c21b-742b-4750-9150-ef02cbde4c0b None None] Port 2852a467-243e-4936-a948-c1128edc0870 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:39.355678 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 2, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:39.381882 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda870f2-f709-4cd3-9f38-e71c0fd2e83f None None] The sync data for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi is: [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 2, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:39.679082 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44026) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:39.684002 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1382188452-network', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:39.705489 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Made reservation on behalf of f998803074924d57b1e6ba81c117cdfd for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:39.707924 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.717155 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.753218 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:39.802425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks [] for security_group (17c0bbdd-d7a5-47f5-97f3-d33bd141698d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.806321 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (17c0bbdd-d7a5-47f5-97f3-d33bd141698d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.834953 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:08:39.845589 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0bbdd-d7a5-47f5-97f3-d33bd141698d,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:39.853150 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (70d0e028-c6f7-4cab-a450-e07d2266c23d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.853751 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Added segment 70d0e028-c6f7-4cab-a450-e07d2266c23d of type vlan for network a0d13d8a-98c7-4069-903d-edc2123905c6 Oct 28 11:08:39.903829 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (a0d13d8a-98c7-4069-903d-edc2123905c6), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.930230 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (a0d13d8a-98c7-4069-903d-edc2123905c6), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:39.931221 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:39.931800 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.001215 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3204837 Oct 28 11:08:40.004080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44028) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:40.006404 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4571e0-73b7-4ad7-bc77-ebea7f698d52 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d13d8a-98c7-4069-903d-edc2123905c6,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:40.009063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Request body: {'subnet': {'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1382188452-subnet', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:40.015546 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:40.016712 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network a0d13d8a-98c7-4069-903d-edc2123905c6 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:08:40.036134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Made reservation on behalf of f998803074924d57b1e6ba81c117cdfd for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:08:40.038947 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13615348'] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.120545 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:40.228994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13615302'] for subnet (25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.294489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f2aa2bcb-7614-491c-a1a5-601baea753f6 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:40.299290 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:40.301765 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Checking segment: {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:40.302134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Network hostable DHCP agents. Network: a0d13d8a-98c7-4069-903d-edc2123905c6, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:08:40.324998 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Network a0d13d8a-98c7-4069-903d-edc2123905c6 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:08:40.335464 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, a0d13d8a-98c7-4069-903d-edc2123905c6) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:40.340848 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:08:40.341652 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.350534 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5449e4d-d21b-423f-9756-66cd11a35ac6 None None] Network a0d13d8a-98c7-4069-903d-edc2123905c6 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:40.355650 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port f2aa2bcb-7614-491c-a1a5-601baea753f6 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:40.355998 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.356364 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port f2aa2bcb-7614-491c-a1a5-601baea753f6 Oct 28 11:08:40.361374 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-a635615a-0dc1-4f32-82bf-9d425ca4fcde admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3561752 Oct 28 11:08:40.364735 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44032) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:40.369721 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:40.390948 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.392307 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.419913 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:40.451101 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks [] for router_controller (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.521109 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-a0d13d8a-98c7-4069-903d-edc2123905c6', 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'fixed_ips': [{'subnet_id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:08:40.522056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.598838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks [] for router_gateway (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.675369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port f2aa2bcb-7614-491c-a1a5-601baea753f6 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:40.675747 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.704981 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:40.706986 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port f2aa2bcb-7614-491c-a1a5-601baea753f6, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f2aa2bcb-7614-491c-a1a5-601baea753f6,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:40.754191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.755010 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:40.792905 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks [] for router_gateway (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.811252 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.865733 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:40.871486 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=f2aa2bcb-7614-491c-a1a5-601baea753f6,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:40.897239 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:40.897581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:40.897917 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 Oct 28 11:08:40.900107 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Allocated IP 172.20.0.2 (a0d13d8a-98c7-4069-903d-edc2123905c6/25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2/53f27df5-e3fd-4371-a7e2-9aa30b565b37) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:40.945376 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Allocated IP 172.37.0.247 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:41.010564 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:41.049346 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:41.056745 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks [] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.092918 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.114829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Publish callbacks [] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.120604 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.138443 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:41.143316 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:41.147146 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:41.150875 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:41.164303 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Network a0d13d8a-98c7-4069-903d-edc2123905c6 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:41.169073 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:41.173395 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:41.176642 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Pushing event updated for resources: {'Port': ['ID=53f27df5-e3fd-4371-a7e2-9aa30b565b37,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:41.232531 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Attempting to bind port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:41.232894 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Attempting to bind port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:41.233275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Attempting to bind port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 on network a0d13d8a-98c7-4069-903d-edc2123905c6 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:41.283102 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:41.283102 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Checking segment: {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:41.283765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.284197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Bound using segment: {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:41.284678 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Bound port: 53f27df5-e3fd-4371-a7e2-9aa30b565b37, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:41.285060 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.315339 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:41.349063 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] For port 53f27df5-e3fd-4371-a7e2-9aa30b565b37, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:41.352557 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] For port 53f27df5-e3fd-4371-a7e2-9aa30b565b37, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=53f27df5-e3fd-4371-a7e2-9aa30b565b37,segment=NetworkSegment(70d0e028-c6f7-4cab-a450-e07d2266c23d),segment_id=70d0e028-c6f7-4cab-a450-e07d2266c23d)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:41.358539 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.402521 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks [] for router_gateway (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.420047 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0054ca9-e7bf-4837-a601-e9b2c52b3738 None None] Pushing event updated for resources: {'Port': ['ID=53f27df5-e3fd-4371-a7e2-9aa30b565b37,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:41.433332 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Sync routers for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:41.445003 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:41.445642 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:41.567438 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:41.571157 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:41.618474 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:41.775485 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 2, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:41.804783 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Checking router: 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:41.805088 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Updating router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 port 2852a467-243e-4936-a948-c1128edc0870 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:08:41.924279 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2852a467-243e-4936-a948-c1128edc0870), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.021500 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:08:42.063763 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:42.088407 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:42.132992 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:42.145306 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Sync routers for ids ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:42.154139 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.159314 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44034) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:42.159795 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-8deeba51-811d-4529-b1d9-f242e5fa26e7 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7936857 Oct 28 11:08:42.162372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Routers {'7a6eacb0-2a5a-4ee7-aa74-456590aeb600'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:42.162988 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:42.190817 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Publish callbacks [] for port (2852a467-243e-4936-a948-c1128edc0870), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.196638 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (2852a467-243e-4936-a948-c1128edc0870), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.274773 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac32ad-e2ad-44c6-86e7-1008611f2df8 None None] Pushing event updated for resources: {'Port': ['ID=2852a467-243e-4936-a948-c1128edc0870,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:42.298730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:42.316317 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Set router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:42.364181 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Attempting to bind port 2852a467-243e-4936-a948-c1128edc0870 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:42.364735 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Attempting to bind port 2852a467-243e-4936-a948-c1128edc0870 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:42.365232 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Attempting to bind port 2852a467-243e-4936-a948-c1128edc0870 on network 9ede01c2-68b4-4454-9c54-b9a5972b3253 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:42.393851 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f2aa2bcb-7614-491c-a1a5-601baea753f6 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:42.421083 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:42.421624 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Checking segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:42.422172 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.422680 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Bound using segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:42.423376 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Bound port: 2852a467-243e-4936-a948-c1128edc0870, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:42.423979 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2852a467-243e-4936-a948-c1128edc0870), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.479265 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e698ba41-0f42-45f1-9935-97130f33fa58 None None] Network a0d13d8a-98c7-4069-903d-edc2123905c6 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:08:42.497752 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] For port 2852a467-243e-4936-a948-c1128edc0870, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:42.501372 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] For port 2852a467-243e-4936-a948-c1128edc0870, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=2852a467-243e-4936-a948-c1128edc0870,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:42.509816 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (2852a467-243e-4936-a948-c1128edc0870), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.545961 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:42.546749 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:42.556048 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Provisioning complete for port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:42.556423 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.556759 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Attempt 1 to provision port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 Oct 28 11:08:42.561592 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port f2aa2bcb-7614-491c-a1a5-601baea753f6 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:42.562233 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.562360 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port f2aa2bcb-7614-491c-a1a5-601baea753f6 Oct 28 11:08:42.646458 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac32ad-e2ad-44c6-86e7-1008611f2df8 None None] Pushing event updated for resources: {'Port': ['ID=2852a467-243e-4936-a948-c1128edc0870,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:42.668808 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:42.687511 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.735473 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:42.740990 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:42.794838 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:41Z', 'revision_number': 3, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:42.837509 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Checking router: 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:42.837858 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Updating router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:08:42.862096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Current status of the port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:42.862460 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.871070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port f2aa2bcb-7614-491c-a1a5-601baea753f6 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:42.871930 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Allocated IP 172.20.0.1 (a0d13d8a-98c7-4069-903d-edc2123905c6/25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2/f6feffef-b5f1-4c2e-bfc5-f0541144d4fb) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:08:42.872178 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 53f27df5-e3fd-4371-a7e2-9aa30b565b37 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:42.876412 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:42Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:42.910380 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:42.910542 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c9a0a7-4252-4ff6-8245-23434a480e5e None None] The sync data for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi is: [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:42Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:42.922096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:42.968205 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] For port 53f27df5-e3fd-4371-a7e2-9aa30b565b37, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=53f27df5-e3fd-4371-a7e2-9aa30b565b37,segment=NetworkSegment(70d0e028-c6f7-4cab-a450-e07d2266c23d),segment_id=70d0e028-c6f7-4cab-a450-e07d2266c23d)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:42.994372 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:43.018968 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks [] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.025673 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.056944 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:43.057160 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.057412 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.057565 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 Oct 28 11:08:43.104049 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Network a0d13d8a-98c7-4069-903d-edc2123905c6 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:43.107216 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:43.111950 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:08:43.152176 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Pushing event updated for resources: {'Port': ['ID=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:43.169021 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.327976 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e93bb-b246-447f-a00e-e9b752b603c0 None None] Pushing event updated for resources: {'Port': ['ID=53f27df5-e3fd-4371-a7e2-9aa30b565b37,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:43.337620 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:43.346695 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-85f26e6a-9335-4d7f-8377-3e97f4fe5946 None None] Provisioning complete for port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:43.347070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-85f26e6a-9335-4d7f-8377-3e97f4fe5946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.347403 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-85f26e6a-9335-4d7f-8377-3e97f4fe5946 None None] Attempt 1 to provision port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 Oct 28 11:08:43.463157 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:43.544549 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-85f26e6a-9335-4d7f-8377-3e97f4fe5946 None None] Current status of the port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:43.557648 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Publish callbacks [] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.566309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.595691 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.607036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Attempting to bind port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:43.607495 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Attempting to bind port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:43.607748 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Attempting to bind port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:43.643019 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d5a2c-0818-45db-867c-a6af1ee242e4 None None] Pushing event updated for resources: {'Port': ['ID=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:43.671326 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:43.671695 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:43.672096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.672541 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:43.673015 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Bound port: 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:43.673400 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.675192 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5e6696f5-a327-499a-9f70-e218df6fd541 None None] Provisioning complete for port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:43.675547 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5e6696f5-a327-499a-9f70-e218df6fd541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.675880 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5e6696f5-a327-499a-9f70-e218df6fd541 None None] Attempt 1 to provision port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb Oct 28 11:08:43.741011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5e6696f5-a327-499a-9f70-e218df6fd541 None None] Port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:43.751037 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] For port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:43.754491 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] For port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:43.760760 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.767366 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:43.779268 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks [] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.784230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.806288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Routers {'7a6eacb0-2a5a-4ee7-aa74-456590aeb600'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:43.806916 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:43.830704 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:43.854349 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:43.857315 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Pushing event updated for resources: {'Port': ['ID=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:43.859404 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d5a2c-0818-45db-867c-a6af1ee242e4 None None] Pushing event updated for resources: {'Port': ['ID=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:43.924029 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] Set router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:43.952946 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Network a0d13d8a-98c7-4069-903d-edc2123905c6 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:08:43.954365 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:08:44.074833 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:08:44.119655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:44.127559 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f6feffef-b5f1-4c2e-bfc5-f0541144d4fb', 'name': '', 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'mac_address': 'fa:16:3e:06:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:42Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 2, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'subnets': [{'id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:44.157496 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3047e30-3df8-46c0-adb8-d4a77c750627 None None] The sync data for ids ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'] in dv-cinder-zed-3-iscsi is: [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f6feffef-b5f1-4c2e-bfc5-f0541144d4fb', 'name': '', 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'mac_address': 'fa:16:3e:06:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:42Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 2, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'subnets': [{'id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:44.166123 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-cabefc70-c69a-4845-907f-5b691bc84dad None None] Provisioning complete for port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:44.166497 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cabefc70-c69a-4845-907f-5b691bc84dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.166830 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-cabefc70-c69a-4845-907f-5b691bc84dad None None] Attempt 1 to provision port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb Oct 28 11:08:44.196416 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:08:44.202059 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-9b6dc4a7-4f5c-4532-8be6-2fd868d45e55 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/7a6eacb0-2a5a-4ee7-aa74-456590aeb600/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0410109 Oct 28 11:08:44.216178 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-cabefc70-c69a-4845-907f-5b691bc84dad None None] Port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:08:44.252986 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2852a467-243e-4936-a948-c1128edc0870 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:44.255335 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:44.306349 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 2852a467-243e-4936-a948-c1128edc0870 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:44.306761 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (2852a467-243e-4936-a948-c1128edc0870), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.307050 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 2852a467-243e-4936-a948-c1128edc0870 Oct 28 11:08:44.384458 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 2852a467-243e-4936-a948-c1128edc0870 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:44.385022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2852a467-243e-4936-a948-c1128edc0870), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.429519 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 2852a467-243e-4936-a948-c1128edc0870, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=2852a467-243e-4936-a948-c1128edc0870,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:44.433523 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (2852a467-243e-4936-a948-c1128edc0870), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.434399 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 53f27df5-e3fd-4371-a7e2-9aa30b565b37 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:44.513604 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=2852a467-243e-4936-a948-c1128edc0870,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:44.524600 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:44.524981 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.525313 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 Oct 28 11:08:44.602397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:44.637552 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44044) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:44.643078 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-659594001', 'description': 'tempest-secgroup-smoke-659594001 description', 'project_id': '9edc5ff928624d87944ee071e578aa17'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:44.664345 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.739691 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group (23653a8c-1351-4f0f-9246-46e6547ec0ea), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.743397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (23653a8c-1351-4f0f-9246-46e6547ec0ea), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.773619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23653a8c-1351-4f0f-9246-46e6547ec0ea,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:44.778279 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.779577 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-40a57979-0c5d-46a7-86a8-cd65931885e2 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1410208 Oct 28 11:08:44.783203 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44046) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:44.787588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group_rule': {'security_group_id': '23653a8c-1351-4f0f-9246-46e6547ec0ea', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:44.791917 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:44.832369 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (31aa595a-831e-4d02-b7ef-831b3b1de92f), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.887846 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (31aa595a-831e-4d02-b7ef-831b3b1de92f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.891683 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (31aa595a-831e-4d02-b7ef-831b3b1de92f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.911853 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31aa595a-831e-4d02-b7ef-831b3b1de92f,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:44.917439 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:44.918650 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1756754e-697e-490e-ab88-b642f8f318b1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344564 Oct 28 11:08:44.921428 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44048) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:44.925768 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group_rule': {'security_group_id': '23653a8c-1351-4f0f-9246-46e6547ec0ea', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:44.950909 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (3bd92e22-af21-4bd0-b1fe-07522bcdffc4), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.006395 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (3bd92e22-af21-4bd0-b1fe-07522bcdffc4), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.009670 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (3bd92e22-af21-4bd0-b1fe-07522bcdffc4), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.028907 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd92e22-af21-4bd0-b1fe-07522bcdffc4,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:45.036431 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.037666 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0fcfb039-0b99-4851-a6cd-cb22c6a6b310 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152177 Oct 28 11:08:45.040667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44050) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:45.045634 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group_rule': {'security_group_id': '23653a8c-1351-4f0f-9246-46e6547ec0ea', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:45.073296 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (089f98ec-f750-4dbd-a8c8-d7f652211fb8), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.129279 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (089f98ec-f750-4dbd-a8c8-d7f652211fb8), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.133003 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (089f98ec-f750-4dbd-a8c8-d7f652211fb8), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.151599 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089f98ec-f750-4dbd-a8c8-d7f652211fb8,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:45.157714 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.158915 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-48eb1979-f589-48c2-befa-0e0fca6748df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172621 Oct 28 11:08:45.161586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44052) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:45.165689 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group_rule': {'security_group_id': '23653a8c-1351-4f0f-9246-46e6547ec0ea', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:45.191322 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (5ef6fb2c-8aca-453c-a359-21c893d1e07c), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.252770 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (5ef6fb2c-8aca-453c-a359-21c893d1e07c), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.256164 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (5ef6fb2c-8aca-453c-a359-21c893d1e07c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.274686 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef6fb2c-8aca-453c-a359-21c893d1e07c,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:45.281306 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.282546 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e4f16008-918a-4402-b4bb-70dcbddf3aad tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200285 Oct 28 11:08:45.285248 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44056) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:45.289376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group_rule': {'security_group_id': '23653a8c-1351-4f0f-9246-46e6547ec0ea', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:45.298820 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:45.312118 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.securitygroups_db [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Project 9edc5ff928624d87944ee071e578aa17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:08:45.318722 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (a600e66c-ccca-487a-9344-a1ba118661ef), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.377138 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (a600e66c-ccca-487a-9344-a1ba118661ef), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.380416 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (a600e66c-ccca-487a-9344-a1ba118661ef), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.399313 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a600e66c-ccca-487a-9344-a1ba118661ef,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:45.405967 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.407150 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-2c27ae80-9f33-4a6d-9246-5e9990cc2c96 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209948 Oct 28 11:08:45.409923 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44058) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:08:45.414057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'security_group_rule': {'security_group_id': '23653a8c-1351-4f0f-9246-46e6547ec0ea', 'project_id': '9edc5ff928624d87944ee071e578aa17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:08:45.434546 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.securitygroups_db [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Project 9edc5ff928624d87944ee071e578aa17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 11:08:45.440794 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (b8abae18-c35a-40d0-a57e-1e7e9b44aad7), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.462471 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:45.502276 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (b8abae18-c35a-40d0-a57e-1e7e9b44aad7), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.505867 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (b8abae18-c35a-40d0-a57e-1e7e9b44aad7), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.527182 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8abae18-c35a-40d0-a57e-1e7e9b44aad7,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:45.534580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:45.537623 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-189ca5c6-6913-4128-83e4-fd6e1ea8db75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248887 Oct 28 11:08:46.277386 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2852a467-243e-4936-a948-c1128edc0870 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:46.325947 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 2852a467-243e-4936-a948-c1128edc0870 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:46.326361 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (2852a467-243e-4936-a948-c1128edc0870), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:46.326698 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 2852a467-243e-4936-a948-c1128edc0870 Oct 28 11:08:46.372014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:46.403388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 2852a467-243e-4936-a948-c1128edc0870 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:46.404429 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:46.455119 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:46.455487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:46.455825 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a Oct 28 11:08:46.528676 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:46.529062 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:46.553320 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:46.557969 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:46.606404 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:46.975951 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Sync routers for ids ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:08:46.985848 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Routers {'7a6eacb0-2a5a-4ee7-aa74-456590aeb600'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:46.986464 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:47.093208 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:47.095830 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Set router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:47.287376 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f6feffef-b5f1-4c2e-bfc5-f0541144d4fb', 'name': '', 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'mac_address': 'fa:16:3e:06:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:42Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 2, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'subnets': [{'id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:47.313664 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Checking router: 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:08:47.314144 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Updating router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:08:47.346195 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:47.599943 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Publish callbacks [] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:47.605099 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:47.645315 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:47.670815 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a3e0-b11f-4f77-82ed-5b0e04867881 None None] Pushing event updated for resources: {'Port': ['ID=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:47.782170 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Attempting to bind port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:08:47.782533 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Attempting to bind port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:08:47.782886 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Attempting to bind port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb on network a0d13d8a-98c7-4069-903d-edc2123905c6 {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:08:47.824051 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:08:47.824411 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Checking segment: {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:08:47.824804 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:47.825190 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Bound using segment: {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:08:47.825650 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Bound port: f6feffef-b5f1-4c2e-bfc5-f0541144d4fb, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d0e028-c6f7-4cab-a450-e07d2266c23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:08:47.826047 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:47.884113 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] For port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:08:47.887032 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] For port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,segment=NetworkSegment(70d0e028-c6f7-4cab-a450-e07d2266c23d),segment_id=70d0e028-c6f7-4cab-a450-e07d2266c23d)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:08:47.896021 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:47.936869 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Routers {'7a6eacb0-2a5a-4ee7-aa74-456590aeb600'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:08:47.937687 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:08:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:47.991455 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22a3e0-b11f-4f77-82ed-5b0e04867881 None None] Pushing event updated for resources: {'Port': ['ID=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,revision_number=4']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:48.050974 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:48.055517 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] Set router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:08:48.220138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f6feffef-b5f1-4c2e-bfc5-f0541144d4fb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:48.248202 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f6feffef-b5f1-4c2e-bfc5-f0541144d4fb', 'name': '', 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'mac_address': 'fa:16:3e:06:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:42Z', 'updated_at': '2022-10-28T11:08:47Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'subnets': [{'id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:08:48.268085 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:48.268536 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:48.268926 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb Oct 28 11:08:48.277136 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c90d12-199e-4b9f-b4e3-1ab3622f1444 None None] The sync data for ids ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'] in dv-cinder-zed-3-iscsi is: [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:43Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f6feffef-b5f1-4c2e-bfc5-f0541144d4fb', 'name': '', 'network_id': 'a0d13d8a-98c7-4069-903d-edc2123905c6', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'mac_address': 'fa:16:3e:06:f5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:42Z', 'updated_at': '2022-10-28T11:08:47Z', 'revision_number': 4, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'subnets': [{'id': '25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:08:48.298415 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:48.349856 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:48.350287 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:48.387607 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,segment=NetworkSegment(70d0e028-c6f7-4cab-a450-e07d2266c23d),segment_id=70d0e028-c6f7-4cab-a450-e07d2266c23d)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:08:48.392229 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:48.392854 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:48.469717 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:08:48.479733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:48.480148 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:48.480482 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a Oct 28 11:08:48.558151 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:50.200011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f6feffef-b5f1-4c2e-bfc5-f0541144d4fb up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:08:50.253927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:08:50.254334 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:50.254668 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb Oct 28 11:08:50.327423 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:08:55.026818 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:55.028716 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=39,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:55.525275 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:55.527501 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:57.989823 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:58.245947 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:58.252132 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=20 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:08:58.749174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a5389959-ac1e-40a5-ae80-3c90cdddb110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:08:59.083376 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:09:00.858003 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b1c35a96-ef7e-4919-8aa7-607199354d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:02.100444 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:02.108081 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:03.605586 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:03.710267 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:06.299457 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285d76b-b7c1-4766-9806-fea06758e586 req-cf49829d-2a7b-4430-813e-50b1fddd6bae tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:06.300928 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a285d76b-b7c1-4766-9806-fea06758e586 req-cf49829d-2a7b-4430-813e-50b1fddd6bae tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0496395 Oct 28 11:09:06.347166 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a285d76b-b7c1-4766-9806-fea06758e586 req-56e96362-5735-45e7-aa2d-7c63ec98675f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405741 Oct 28 11:09:07.247679 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-44a1f517-ad95-4e75-9fdf-51f8314edb1d tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-659594001&fields=id&tenant_id=9edc5ff928624d87944ee071e578aa17 HTTP/1.1" status: 200 len: 267 time: 0.0439243 Oct 28 11:09:07.351498 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-b9544591-6f70-46c6-aa71-e2b71b9f82c1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:07.353026 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-b9544591-6f70-46c6-aa71-e2b71b9f82c1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 808 time: 0.0988648 Oct 28 11:09:07.367353 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-6a214258-07b5-4a27-853f-10e64b629bee tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/quotas/9edc5ff928624d87944ee071e578aa17 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Oct 28 11:09:07.419935 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-3e546ac4-0024-40a4-884a-4efe6aaf4e33 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478029 Oct 28 11:09:07.473217 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313951a-ec8a-4f00-a02d-1ad0fa7be099 req-4e7084b0-564f-40f1-aa84-2811ac24941a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:07.474742 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f313951a-ec8a-4f00-a02d-1ad0fa7be099 req-4e7084b0-564f-40f1-aa84-2811ac24941a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0470855 Oct 28 11:09:07.514907 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-c31f0ba8-0ffb-4284-b804-14bf21680aca service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837498 Oct 28 11:09:07.522175 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f313951a-ec8a-4f00-a02d-1ad0fa7be099 req-7e053d3b-ebd0-4960-87b7-625a788d9fe6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417247 Oct 28 11:09:07.608964 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-9ca1fc81-a452-49d8-81a3-fd3441308c4a service neutron] 10.222.0.46 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877252 Oct 28 11:09:07.899607 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ffc2da22-a6d9-4b95-b6ab-4336dd09b22c req-4fbc8ad4-418c-4aba-8190-646f4ae61b00 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 210 time: 0.0274982 Oct 28 11:09:08.646128 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9228dc-3b8e-4930-b59c-29d11fdca679 req-d6617a9a-f1dc-4d05-9c4f-3c9d4a1b0151 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:08.647535 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6e9228dc-3b8e-4930-b59c-29d11fdca679 req-d6617a9a-f1dc-4d05-9c4f-3c9d4a1b0151 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0458250 Oct 28 11:09:08.692869 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6e9228dc-3b8e-4930-b59c-29d11fdca679 req-1e171158-96d4-4f4e-a1d1-e9e3c432aaba tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398893 Oct 28 11:09:08.955750 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-080b9221-686b-4e5c-94df-032cad813f76 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:08.957203 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-080b9221-686b-4e5c-94df-032cad813f76 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 808 time: 0.1088212 Oct 28 11:09:09.016986 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b3f4e246-ccf6-462d-857f-6a99a380b383 req-ef80ed54-b80d-4b91-9f11-6768339f58be tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 210 time: 0.0318592 Oct 28 11:09:09.022834 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-e92778fa-e9c9-4adf-b91b-4ade9c5ad080 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9edc5ff928624d87944ee071e578aa17 HTTP/1.1" status: 200 len: 379 time: 0.0573959 Oct 28 11:09:09.037499 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'port': {'device_id': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'admin_state_up': True, 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'security_groups': ['23653a8c-1351-4f0f-9246-46e6547ec0ea']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:09:09.078032 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:09.078796 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:09.150905 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Made reservation on behalf of 9edc5ff928624d87944ee071e578aa17 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:09:09.154535 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:09.279456 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Allocated IP 172.20.0.3 (9ede01c2-68b4-4454-9c54-b9a5972b3253/2b813ae1-b210-4881-8166-1f4a800fd6c4/0404e8da-6840-4714-b253-a87262494023) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:09:09.291297 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:09.297381 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:09.437511 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for port (0404e8da-6840-4714-b253-a87262494023), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:09.471619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (0404e8da-6840-4714-b253-a87262494023), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:09.514494 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:09:09.517608 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:09:09.521230 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:09:09.551990 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:09.577348 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:09.578641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:09.597812 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-18caca39-625b-4004-9ba4-e6fb3cdf507b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704021 Oct 28 11:09:09.610771 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Request body: {'port': {'device_id': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:09:09.672381 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:09.783288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-41dc749a-d1c7-4119-8c95-43157afd1bcd None None] Provisioning complete for port 0404e8da-6840-4714-b253-a87262494023 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:09:09.783919 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-41dc749a-d1c7-4119-8c95-43157afd1bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0404e8da-6840-4714-b253-a87262494023), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:09.783919 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-41dc749a-d1c7-4119-8c95-43157afd1bcd None None] Attempt 1 to provision port 0404e8da-6840-4714-b253-a87262494023 Oct 28 11:09:09.816981 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-41dc749a-d1c7-4119-8c95-43157afd1bcd None None] Port 0404e8da-6840-4714-b253-a87262494023 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:09:09.843049 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd282dd0-72e4-4c93-b563-984a5225b101 req-9a9fe45e-8114-4d51-aac4-d30e80aea325 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:09.844509 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd282dd0-72e4-4c93-b563-984a5225b101 req-9a9fe45e-8114-4d51-aac4-d30e80aea325 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0717967 Oct 28 11:09:09.942447 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd282dd0-72e4-4c93-b563-984a5225b101 req-28179922-6a14-4fa8-b23c-5823e2d09004 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727892 Oct 28 11:09:10.000716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0404e8da-6840-4714-b253-a87262494023 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:09:10.008209 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Publish callbacks [] for port (0404e8da-6840-4714-b253-a87262494023), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:10.020320 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Transition to ACTIVE for port object 0404e8da-6840-4714-b253-a87262494023 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:09:10.023595 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:10.060458 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:10.087938 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:10.120006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:10.130279 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7963e6f-e94e-42fb-b4fa-133e342c253d req-f390486b-21cd-4ca4-9b3f-625ce491c47c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:10.131752 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7963e6f-e94e-42fb-b4fa-133e342c253d req-f390486b-21cd-4ca4-9b3f-625ce491c47c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0466964 Oct 28 11:09:10.143455 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Attempting to bind port 0404e8da-6840-4714-b253-a87262494023 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:09:10.143799 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Attempting to bind port 0404e8da-6840-4714-b253-a87262494023 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:09:10.144133 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Attempting to bind port 0404e8da-6840-4714-b253-a87262494023 on network 9ede01c2-68b4-4454-9c54-b9a5972b3253 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:09:10.182007 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7963e6f-e94e-42fb-b4fa-133e342c253d req-5cf6434f-4743-43a2-bdcd-d67823ab5d0e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Oct 28 11:09:10.186538 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Port 0404e8da-6840-4714-b253-a87262494023 on network 9ede01c2-68b4-4454-9c54-b9a5972b3253 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:09:10.186865 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Attempting to bind port 0404e8da-6840-4714-b253-a87262494023 on network 9ede01c2-68b4-4454-9c54-b9a5972b3253 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:09:10.230016 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:09:10.230408 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Checking segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:09:10.230791 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Bound using segment: {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:09:10.231219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Bound port: 0404e8da-6840-4714-b253-a87262494023, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '430862e7-75d5-4026-87b9-c8297b3ad6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:09:10.231635 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:10.295698 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:09:10.298737 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:09:10.303639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:10.307775 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:10.308376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:10.309745 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 1093 time: 0.7031219 Oct 28 11:09:10.310294 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:09:10.312519 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102a1e91-fcd9-4fcb-8797-b371d3203b33" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:09:10.352228 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff9f2e1-acfe-4b1d-ba3c-7db942d10da8 x-openstack-request-id: req-9ff9f2e1-acfe-4b1d-ba3c-7db942d10da8 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:09:10.352506 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "tag": "0404e8da-6840-4714-b253-a87262494023", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:09:10.352760 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ff9f2e1-acfe-4b1d-ba3c-7db942d10da8 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:09:10.353155 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff9f2e1-acfe-4b1d-ba3c-7db942d10da8'] response: {'name': 'network-changed', 'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'status': 'completed', 'code': 200} Oct 28 11:09:10.371432 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67374480-853a-4f07-8b0c-66dcb3a0311d service neutron] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:10.399800 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-3a1547a4-e9cd-46eb-80d8-aa0137bbd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:10.401272 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-3a1547a4-e9cd-46eb-80d8-aa0137bbd128 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1127 time: 0.0427299 Oct 28 11:09:10.443968 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-278f413c-6551-4a58-9267-f26f8b3fefb7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 217 time: 0.0314686 Oct 28 11:09:10.493728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-0847b09c-bdb7-43b7-b8c5-8be200dbefbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:10.495178 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-0847b09c-bdb7-43b7-b8c5-8be200dbefbd service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0458677 Oct 28 11:09:10.537212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-83d22214-c06a-4e03-adf0-c124cfd4babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:10.538662 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-83d22214-c06a-4e03-adf0-c124cfd4babb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0377479 Oct 28 11:09:10.629533 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-b56781d2-e6b0-4583-b5a5-6762a0018638 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829215 Oct 28 11:09:10.717126 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0134ba33-ef38-4d0c-bfc9-214914362f96 req-5c4bf2a3-9d4f-4b16-b77a-beea8572edac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801449 Oct 28 11:09:11.063686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139b53-d2c9-44a9-8807-9e34e224951c req-c2cd1d5c-8d4e-49c2-b7ee-067318822306 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:11.065110 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-83139b53-d2c9-44a9-8807-9e34e224951c req-c2cd1d5c-8d4e-49c2-b7ee-067318822306 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0450726 Oct 28 11:09:11.112626 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-83139b53-d2c9-44a9-8807-9e34e224951c req-1ea572df-b4ca-43f7-8a33-b73cfa8aa601 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Oct 28 11:09:11.302478 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46844ad6-a4bf-428b-94a7-b2c9ad15859a req-b4ab8641-5a87-4e95-a20b-b423cf2c68b9 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:11.303895 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-46844ad6-a4bf-428b-94a7-b2c9ad15859a req-b4ab8641-5a87-4e95-a20b-b423cf2c68b9 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0458317 Oct 28 11:09:11.354444 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-46844ad6-a4bf-428b-94a7-b2c9ad15859a req-2107849a-2adb-4256-8fe9-ae2ad9beac21 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450697 Oct 28 11:09:11.578270 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-c16f5d85-2031-436e-b2f2-71ebc0bbac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:11.580419 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-c16f5d85-2031-436e-b2f2-71ebc0bbac3b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1127 time: 0.0374627 Oct 28 11:09:11.668449 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-5bbe77a3-4a8f-4ca4-8b0d-98436ae71d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:11.669824 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-5bbe77a3-4a8f-4ca4-8b0d-98436ae71d27 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.0826333 Oct 28 11:09:11.711019 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-ffc1f5dc-7fcc-4891-b325-b5dff125279d service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 217 time: 0.0343275 Oct 28 11:09:11.757736 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-28c8a580-99fd-4d71-aac5-15d53a5060ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:11.759144 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-28c8a580-99fd-4d71-aac5-15d53a5060ae service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0427530 Oct 28 11:09:11.797813 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:11.802343 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-89b0d590-dab3-43b0-9aa6-9f7406312ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:11.803798 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-89b0d590-dab3-43b0-9aa6-9f7406312ec4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0389342 Oct 28 11:09:11.860617 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:11.896408 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-af9298d6-f015-4d67-9bbe-53a92bc21db2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862508 Oct 28 11:09:11.988350 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-102a1e91-fcd9-4fcb-8797-b371d3203b33 req-630a0df3-baaa-47e5-93e5-cf6d372a865d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864050 Oct 28 11:09:12.240827 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60839705-a0f5-4b65-a88f-00744e9eac95 req-a5753d77-c5fe-4f9c-b75d-7c75868434cd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:12.242236 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-60839705-a0f5-4b65-a88f-00744e9eac95 req-a5753d77-c5fe-4f9c-b75d-7c75868434cd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0502105 Oct 28 11:09:12.290596 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-60839705-a0f5-4b65-a88f-00744e9eac95 req-3105e93d-1c55-4269-a644-a1104e3e858a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427341 Oct 28 11:09:12.473723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec007b-e5b0-419c-9c9d-1f818615fd9c req-15f5ca0b-0133-4a5c-b325-8ccf6473f7d4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:12.475183 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbec007b-e5b0-419c-9c9d-1f818615fd9c req-15f5ca0b-0133-4a5c-b325-8ccf6473f7d4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0493710 Oct 28 11:09:12.522394 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbec007b-e5b0-419c-9c9d-1f818615fd9c req-c1c221e1-b277-45f2-8a26-bc72fa20c3fa tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417628 Oct 28 11:09:13.414419 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34f5e-4b69-4e79-8cc6-76d5582e64e8 req-3161b7df-d4bd-494e-9ae9-604217adb168 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:13.415872 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-efb34f5e-4b69-4e79-8cc6-76d5582e64e8 req-3161b7df-d4bd-494e-9ae9-604217adb168 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0458155 Oct 28 11:09:13.461849 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-efb34f5e-4b69-4e79-8cc6-76d5582e64e8 req-900aaa70-f917-4eb5-a57f-840cf3aff646 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 Oct 28 11:09:13.639639 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081de34-ce52-4d93-b580-50825c990d43 req-3789da10-7335-4e51-9102-994e467e31f3 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:13.641058 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b081de34-ce52-4d93-b580-50825c990d43 req-3789da10-7335-4e51-9102-994e467e31f3 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0453563 Oct 28 11:09:13.687942 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b081de34-ce52-4d93-b580-50825c990d43 req-517119c4-ae7b-4d47-9842-1ba38e7a01af tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407763 Oct 28 11:09:14.585702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb818e-346c-458e-9e06-4329880813b0 req-08875a6b-8bd6-46d2-a0b1-2a95559429e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:14.587202 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-36eb818e-346c-458e-9e06-4329880813b0 req-08875a6b-8bd6-46d2-a0b1-2a95559429e1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0463283 Oct 28 11:09:14.637135 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-36eb818e-346c-458e-9e06-4329880813b0 req-c62da48c-30ab-406e-be28-0c7f6a074354 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444272 Oct 28 11:09:14.809466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a1e23-f9ea-4459-abf7-62feb936504c req-d0d29b15-b66d-4729-be37-4c99937e6223 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:14.810835 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6b5a1e23-f9ea-4459-abf7-62feb936504c req-d0d29b15-b66d-4729-be37-4c99937e6223 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0487654 Oct 28 11:09:14.858245 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6b5a1e23-f9ea-4459-abf7-62feb936504c req-4198f4f2-b83d-496d-b884-1304e34b93a6 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Oct 28 11:09:15.763155 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf4491-5a93-432c-bea3-bfb13200e901 req-b536da4f-e1e2-46a5-8538-7f94642638eb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:15.764609 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9faf4491-5a93-432c-bea3-bfb13200e901 req-b536da4f-e1e2-46a5-8538-7f94642638eb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0480337 Oct 28 11:09:15.810488 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9faf4491-5a93-432c-bea3-bfb13200e901 req-95b50a51-0c91-4447-87ba-5a78464447da tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402925 Oct 28 11:09:15.977081 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65c9c4-b0f3-4cae-a711-167fb32ebe1c req-0fc4ab63-33cd-429f-b0bc-d56a64e818e4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:15.978444 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-af65c9c4-b0f3-4cae-a711-167fb32ebe1c req-0fc4ab63-33cd-429f-b0bc-d56a64e818e4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0461872 Oct 28 11:09:16.036259 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-af65c9c4-b0f3-4cae-a711-167fb32ebe1c req-365d3276-990c-4e46-a6e3-95a3230452ce tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519962 Oct 28 11:09:16.934117 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b032e2-bf4a-4180-8f96-493c67ecf11e req-7485b3cb-f11e-41a3-990c-f75d45ed96b2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:16.935606 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c2b032e2-bf4a-4180-8f96-493c67ecf11e req-7485b3cb-f11e-41a3-990c-f75d45ed96b2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0461946 Oct 28 11:09:16.981647 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c2b032e2-bf4a-4180-8f96-493c67ecf11e req-d316106f-30c2-44f3-84ea-47c99714a6ca tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Oct 28 11:09:17.151467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce7fe-13c9-4e7a-9ae4-30f26f00589f req-6e24eedc-9474-429a-bb29-dad2e350ec5a tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:17.152807 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-254ce7fe-13c9-4e7a-9ae4-30f26f00589f req-6e24eedc-9474-429a-bb29-dad2e350ec5a tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0447967 Oct 28 11:09:17.203795 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-254ce7fe-13c9-4e7a-9ae4-30f26f00589f req-8fe7c1d9-3b46-44ca-94f3-f7d6793aef2d tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450606 Oct 28 11:09:18.117599 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10408-43e5-4044-99f6-5d8afdbd569d req-af8285b7-bd11-4d1c-9a9f-bc9290285607 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:18.119104 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2df10408-43e5-4044-99f6-5d8afdbd569d req-af8285b7-bd11-4d1c-9a9f-bc9290285607 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0504003 Oct 28 11:09:18.167296 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2df10408-43e5-4044-99f6-5d8afdbd569d req-5d1ce473-fedb-4163-8c4c-834894f88eb7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Oct 28 11:09:18.323207 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c466b2e-e9fa-406f-a3f2-8e47f7fb0ab4 req-34058ceb-b052-4dd7-a9b0-e937fe53fb75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:18.324610 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0c466b2e-e9fa-406f-a3f2-8e47f7fb0ab4 req-34058ceb-b052-4dd7-a9b0-e937fe53fb75 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0446751 Oct 28 11:09:18.372128 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0c466b2e-e9fa-406f-a3f2-8e47f7fb0ab4 req-1f83d574-4bc9-4f31-af74-7b2551dc0016 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Oct 28 11:09:19.184053 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:19.292598 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be04d53-3b27-4788-ab61-ff547927746c req-8039da46-9651-47a5-a8f7-01a2944ff8ad tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:19.294098 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2be04d53-3b27-4788-ab61-ff547927746c req-8039da46-9651-47a5-a8f7-01a2944ff8ad tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0464859 Oct 28 11:09:19.317807 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:19.334303 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:19.341895 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2be04d53-3b27-4788-ab61-ff547927746c req-3c6e8c94-f803-44c6-92f3-72a3e3b861d1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Oct 28 11:09:19.488778 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2855d5-6792-4fc5-b144-8fe8054af61e req-6af376de-8885-457b-8e2a-7440cc5951d1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:19.490160 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ca2855d5-6792-4fc5-b144-8fe8054af61e req-6af376de-8885-457b-8e2a-7440cc5951d1 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0455315 Oct 28 11:09:19.538278 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ca2855d5-6792-4fc5-b144-8fe8054af61e req-f80e6614-35c9-4b7f-8c2b-0e9691e2a400 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Oct 28 11:09:19.812703 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:19.817159 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:20.063249 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:09:20.162990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:20.173688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '0404e8da-6840-4714-b253-a87262494023', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'port_id': '0404e8da-6840-4714-b253-a87262494023', 'mac_address': 'fa:16:3e:a5:92:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:09:20.209041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0404e8da-6840-4714-b253-a87262494023 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:09:20.209431 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:20.222964 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0404e8da-6840-4714-b253-a87262494023 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:09:20.242652 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:20.246664 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:20.295784 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:20.468705 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b222717-8074-4568-ab2d-8d63a31512d1 req-56d0aeb1-a3f8-4614-b21e-b4c4338d75a0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:20.470204 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b222717-8074-4568-ab2d-8d63a31512d1 req-56d0aeb1-a3f8-4614-b21e-b4c4338d75a0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0496447 Oct 28 11:09:20.515860 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b222717-8074-4568-ab2d-8d63a31512d1 req-ad912374-d795-499b-8f90-d1e1a767a770 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Oct 28 11:09:20.574083 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['0404e8da-6840-4714-b253-a87262494023'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:09:20.659492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b1e95-9d50-4d91-9bc0-5e1aa86ff346 req-778708ef-6160-4927-825a-76a6d9cb7863 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:20.660964 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aa6b1e95-9d50-4d91-9bc0-5e1aa86ff346 req-778708ef-6160-4927-825a-76a6d9cb7863 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 944 time: 0.0508249 Oct 28 11:09:20.709231 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-aa6b1e95-9d50-4d91-9bc0-5e1aa86ff346 req-100f0e38-250d-4e3f-9ef4-b7dfe424ea0b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426517 Oct 28 11:09:21.640389 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92926fea-1739-4ab2-a338-490308cec399 req-1c9abde9-914f-4edc-8fa1-b105bbab4765 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:21.642363 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-92926fea-1739-4ab2-a338-490308cec399 req-1c9abde9-914f-4edc-8fa1-b105bbab4765 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0449541 Oct 28 11:09:21.687704 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-92926fea-1739-4ab2-a338-490308cec399 req-5a85d0eb-87a2-4d5e-9463-c38c5ca3a1b2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 Oct 28 11:09:21.826056 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7fcc3-e6e9-4b29-8ebc-47e8aae35762 req-fd366383-3c24-4d8c-970f-697a569f6089 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:21.827486 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff7fcc3-e6e9-4b29-8ebc-47e8aae35762 req-fd366383-3c24-4d8c-970f-697a569f6089 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 944 time: 0.0459170 Oct 28 11:09:21.851388 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:21.876732 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0ff7fcc3-e6e9-4b29-8ebc-47e8aae35762 req-61851b43-704d-4d05-b8cb-3143c9daad11 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426528 Oct 28 11:09:22.080086 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:09:22.121838 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 0404e8da-6840-4714-b253-a87262494023 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:09:22.126826 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 0404e8da-6840-4714-b253-a87262494023 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:09:22.127163 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0404e8da-6840-4714-b253-a87262494023), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:22.127531 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 0404e8da-6840-4714-b253-a87262494023 Oct 28 11:09:22.200041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0404e8da-6840-4714-b253-a87262494023 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:09:22.200427 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:22.223859 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:09:22.226102 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17edf9a0-17e9-44f4-8c42-c4efbf96311d" -d '{"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-plugged", "status": "completed", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:09:22.238304 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:22.242134 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:22.271489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e7a6ef-e437-4a4a-976e-cd22ab46cf65 x-openstack-request-id: req-86e7a6ef-e437-4a4a-976e-cd22ab46cf65 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:09:22.271489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-plugged", "status": "completed", "tag": "0404e8da-6840-4714-b253-a87262494023", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:09:22.271489 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-86e7a6ef-e437-4a4a-976e-cd22ab46cf65 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:09:22.271489 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e7a6ef-e437-4a4a-976e-cd22ab46cf65'] response: {'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'code': 200} Oct 28 11:09:22.294939 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:22.561896 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecb8b7-c6e5-4e9d-a2da-eb0dc27c817e req-18652de2-6a6a-4f35-99b5-c3278ee05b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:22.563356 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-96ecb8b7-c6e5-4e9d-a2da-eb0dc27c817e req-18652de2-6a6a-4f35-99b5-c3278ee05b86 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1129 time: 0.0365262 Oct 28 11:09:22.574857 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:22.613244 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-96ecb8b7-c6e5-4e9d-a2da-eb0dc27c817e req-0a4dcf6c-9c72-4ef0-9e4e-477384e8d3ce service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Oct 28 11:09:22.809357 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a89069-da91-47ad-a5a2-5fc46209444e req-25d2f1d2-bce3-4540-b74b-db51b5ec8e59 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:22.810804 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-71a89069-da91-47ad-a5a2-5fc46209444e req-25d2f1d2-bce3-4540-b74b-db51b5ec8e59 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0451498 Oct 28 11:09:22.856863 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-71a89069-da91-47ad-a5a2-5fc46209444e req-1c096b8d-da52-4dd6-ad0b-29bbdca817dc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401411 Oct 28 11:09:22.996228 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3190078e-8b62-4653-9284-728487084a89 req-a5d8ab61-503a-481a-9d3a-9e1fe981069b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:22.997587 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3190078e-8b62-4653-9284-728487084a89 req-a5d8ab61-503a-481a-9d3a-9e1fe981069b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0462222 Oct 28 11:09:23.048808 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3190078e-8b62-4653-9284-728487084a89 req-8a0610e7-1bfd-420c-a844-15f475a7bbef tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457120 Oct 28 11:09:23.981592 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44802d-c3ab-4572-81bf-23b35543b31c req-4472c805-a725-47de-8c2b-895191742bb7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:23.983991 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7d44802d-c3ab-4572-81bf-23b35543b31c req-4472c805-a725-47de-8c2b-895191742bb7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0456326 Oct 28 11:09:24.029046 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7d44802d-c3ab-4572-81bf-23b35543b31c req-079c535b-40d4-4f39-b418-1f6e1890205d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395560 Oct 28 11:09:24.081244 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:09:24.084744 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:24.093011 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:24.170036 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf829037-b298-4c27-a172-39d7b3248ad7 req-a18b949e-d171-4a62-b576-47746a09db5e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:24.171521 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bf829037-b298-4c27-a172-39d7b3248ad7 req-a18b949e-d171-4a62-b576-47746a09db5e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0462608 Oct 28 11:09:24.187889 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:24.199872 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'mac_address': 'fa:16:3e:28:18:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:09:24.221792 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bf829037-b298-4c27-a172-39d7b3248ad7 req-b90a2ddc-89c8-47fd-8d4f-1e8a59a0f15e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439823 Oct 28 11:09:24.236101 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: ACTIVE; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:09:24.236487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:24.249995 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ded90a4e-c044-4824-8ed3-a7277034c619 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:09:24.270998 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:24.275388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:24.329706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=6']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:24.363456 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['ded90a4e-c044-4824-8ed3-a7277034c619'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:09:25.156619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27981c-75c6-4bfd-889e-71e1167328af req-ac2708f1-2df7-43c6-b0a6-ede4397345f6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:25.158758 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9e27981c-75c6-4bfd-889e-71e1167328af req-ac2708f1-2df7-43c6-b0a6-ede4397345f6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 945 time: 0.0499697 Oct 28 11:09:25.203449 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9e27981c-75c6-4bfd-889e-71e1167328af req-e56fac12-eb6d-49c5-9ec9-3ccab338bc4f tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392649 Oct 28 11:09:25.339290 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902c847-f0c5-4b32-acbc-5c65cad41297 req-224995c4-c228-4c21-8c8f-6abb884cbf94 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:25.340724 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5902c847-f0c5-4b32-acbc-5c65cad41297 req-224995c4-c228-4c21-8c8f-6abb884cbf94 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0450811 Oct 28 11:09:25.389113 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5902c847-f0c5-4b32-acbc-5c65cad41297 req-e2ce6d2c-3249-4aa8-a93b-a25f0386883b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Oct 28 11:09:25.505104 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed333a35-ba15-476b-9728-a8018e47acce req-cea046bb-0936-4126-ac16-146344f50b28 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:25.506571 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed333a35-ba15-476b-9728-a8018e47acce req-cea046bb-0936-4126-ac16-146344f50b28 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0452237 Oct 28 11:09:25.554837 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ed333a35-ba15-476b-9728-a8018e47acce req-00c7c3a2-ab33-4ae9-903e-6c079c910e3e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426733 Oct 28 11:09:25.581789 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44298) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:09:25.758732 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89507292-689d-408c-8e9a-15a49a487f9c tempest-TestShelveInstance-37654363 tempest-TestShelveInstance-37654363-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:25.760189 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-89507292-689d-408c-8e9a-15a49a487f9c tempest-TestShelveInstance-37654363 tempest-TestShelveInstance-37654363-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1124 time: 0.1773477 Oct 28 11:09:25.763120 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44302) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:09:25.767426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'port_id': '0404e8da-6840-4714-b253-a87262494023', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:09:25.789219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:25.865654 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.106379 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:09:26.153823 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port ded90a4e-c044-4824-8ed3-a7277034c619 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:09:26.154229 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.154578 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port ded90a4e-c044-4824-8ed3-a7277034c619 Oct 28 11:09:26.224498 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Allocated IP 172.37.0.57 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/9d248153-1d08-40d1-9ac9-2ea5655f838d) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:09:26.227544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:09:26.227928 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.260357 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:09:26.262831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b2c40c-bb77-47cf-b12a-9f1798c6cb9b" -d '{"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-plugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:09:26.278314 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:26.283983 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.317811 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baccb46-8ff9-4151-8cd4-6b5e7ce388cd x-openstack-request-id: req-9baccb46-8ff9-4151-8cd4-6b5e7ce388cd {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:09:26.318225 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-plugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:09:26.318482 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9baccb46-8ff9-4151-8cd4-6b5e7ce388cd {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:09:26.319017 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9baccb46-8ff9-4151-8cd4-6b5e7ce388cd'] response: {'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'code': 200} Oct 28 11:09:26.347837 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=7']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:26.348148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7b9d5-34c2-4a87-a9e6-282586fcc4a3 req-7a782e99-a978-4e4f-8c55-6518e879289a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:26.349653 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-73b7b9d5-34c2-4a87-a9e6-282586fcc4a3 req-7a782e99-a978-4e4f-8c55-6518e879289a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0549452 Oct 28 11:09:26.355203 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.355546 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.355885 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.356239 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.356570 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.356897 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.357224 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.357544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.357863 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.358215 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.358537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.358855 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.359172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.359519 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.359836 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:26.360897 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.394399 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.398767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:26.398929 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-73b7b9d5-34c2-4a87-a9e6-282586fcc4a3 req-ad789a07-49f2-4cf2-8228-09fc373cc7e2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423017 Oct 28 11:09:26.422063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:26.440013 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:09:26.445964 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:09:26.448494 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'Port': ['ID=9d248153-1d08-40d1-9ac9-2ea5655f838d,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:26.450606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:09:26.788760 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for floatingip (4163018d-17ad-414b-9ea8-85706fde4ad2), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.852033 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.994674 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:26.998632 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:27.066051 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (4163018d-17ad-414b-9ea8-85706fde4ad2), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:27.067609 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event updated for resources: {'Port': ['ID=9d248153-1d08-40d1-9ac9-2ea5655f838d,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:27.158915 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Floating IP 4163018d-17ad-414b-9ea8-85706fde4ad2 associated. External IP: 172.37.0.57, port: 0404e8da-6840-4714-b253-a87262494023. Oct 28 11:09:27.206554 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:27.240954 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:27.357621 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:09:27.459067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:09:27.470397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] Sync routers for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:09:27.477900 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:27.481962 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:09:27.482375 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:09:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:09:27.534018 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-772717ea-7040-4297-8f7f-dfc4bfed3c99 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7696400 Oct 28 11:09:27.536616 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:09:27.538881 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:09:27.553860 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745181f0-c7f4-4383-8fab-db891f0456de req-d862c204-4998-453f-a146-1630640ee77b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:27.555341 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-745181f0-c7f4-4383-8fab-db891f0456de req-d862c204-4998-453f-a146-1630640ee77b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0578849 Oct 28 11:09:27.578670 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f591e2-5f69-46d1-a3aa-e010dc241bb3 x-openstack-request-id: req-a7f591e2-5f69-46d1-a3aa-e010dc241bb3 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:09:27.578955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "tag": "0404e8da-6840-4714-b253-a87262494023", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:09:27.579740 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a7f591e2-5f69-46d1-a3aa-e010dc241bb3 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:09:27.580127 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7f591e2-5f69-46d1-a3aa-e010dc241bb3'] response: {'name': 'network-changed', 'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'status': 'completed', 'code': 200} Oct 28 11:09:27.590667 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:09:27.638732 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-745181f0-c7f4-4383-8fab-db891f0456de req-62842dc9-0075-45c2-b992-2b7f7a037a34 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774567 Oct 28 11:09:27.646972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-c44790fc-0e6c-438b-91a3-cd920dbb581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:27.648419 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-c44790fc-0e6c-438b-91a3-cd920dbb581d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1129 time: 0.0473456 Oct 28 11:09:27.656587 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:27.665657 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:27.739828 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-9b451723-4182-441c-b2bd-502c4c994903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:27.741279 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-9b451723-4182-441c-b2bd-502c4c994903 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.0861681 Oct 28 11:09:27.803640 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '4163018d-17ad-414b-9ea8-85706fde4ad2', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'floating_ip_address': '172.37.0.57', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'port_id': '0404e8da-6840-4714-b253-a87262494023', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'mac_address': 'fa:16:3e:a5:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:09:26Z', 'updated_at': '2022-10-28T11:09:26Z', 'revision_number': 0, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:44Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:09:27.806443 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-52cf4b48-073a-490c-af9a-e0c731a5cd6c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 998 time: 0.0581126 Oct 28 11:09:27.828238 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] Checking router: 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:09:27.837174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:09:27.837764 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:09:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:09:27.854647 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-851a28c2-2e78-41ea-828e-f392bbfc20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:27.856104 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-851a28c2-2e78-41ea-828e-f392bbfc20e7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0445588 Oct 28 11:09:27.899889 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-b26518a5-858f-452d-9ff1-dda7d62c44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:27.901421 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-b26518a5-858f-452d-9ff1-dda7d62c44ad service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0386877 Oct 28 11:09:27.939994 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:09:27.994879 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-2ad241e2-a38d-4861-a77e-75e18411ec2e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872998 Oct 28 11:09:28.034915 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:28.093569 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ce8c3f5-5a02-4d64-8070-fdfaf4d7f459 req-14e941c3-936c-4a95-b8fd-756fb17cad75 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931637 Oct 28 11:09:28.160931 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '4163018d-17ad-414b-9ea8-85706fde4ad2', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'floating_ip_address': '172.37.0.57', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'port_id': '0404e8da-6840-4714-b253-a87262494023', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'mac_address': 'fa:16:3e:a5:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:09:26Z', 'updated_at': '2022-10-28T11:09:26Z', 'revision_number': 0, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:44Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:09:28.185421 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7b4e1-e455-4d11-8c46-1897f7327878 None None] The sync data for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi is: [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '4163018d-17ad-414b-9ea8-85706fde4ad2', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'floating_ip_address': '172.37.0.57', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'port_id': '0404e8da-6840-4714-b253-a87262494023', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'mac_address': 'fa:16:3e:a5:92:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:09:26Z', 'updated_at': '2022-10-28T11:09:26Z', 'revision_number': 0, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:44Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:09:28.365187 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cf1eb0-27fa-4588-84ec-a3a199f30500 None None] New status for floating IP 4163018d-17ad-414b-9ea8-85706fde4ad2: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:09:28.753504 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f7d6e068-f521-49fb-b87d-13017f388828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:28.772055 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101578b-9991-4e07-9f09-e1187576247b req-7cc3c389-edc0-4b55-93b6-8acaf2492761 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:28.773546 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f101578b-9991-4e07-9f09-e1187576247b req-7cc3c389-edc0-4b55-93b6-8acaf2492761 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0491836 Oct 28 11:09:28.820737 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f101578b-9991-4e07-9f09-e1187576247b req-fb96f467-8146-47fa-b3d7-74863171e373 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Oct 28 11:09:29.465398 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-18d54282-5fbb-4d49-8211-b5ea7b06854e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391312 Oct 28 11:09:29.549090 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52b17-431e-4114-88ad-23b98e14708c req-dd580123-002b-468e-bc5f-89c77058e91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:29.550596 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-dd580123-002b-468e-bc5f-89c77058e91d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1129 time: 0.0445344 Oct 28 11:09:29.578519 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:29.633878 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:29.663119 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52b17-431e-4114-88ad-23b98e14708c req-dfc7ede7-9a73-428f-8ed7-13f2d5981ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:29.664595 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-dfc7ede7-9a73-428f-8ed7-13f2d5981ebd service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.0941906 Oct 28 11:09:29.728744 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-ea48b146-f9c5-461c-a7c0-bb852b6cd58f service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 200 len: 1001 time: 0.0579872 Oct 28 11:09:29.783580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52b17-431e-4114-88ad-23b98e14708c req-a5302b97-08f8-4e59-98ce-f099e5749a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:29.785017 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-a5302b97-08f8-4e59-98ce-f099e5749a94 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0495124 Oct 28 11:09:29.832652 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac52b17-431e-4114-88ad-23b98e14708c req-8ef106c8-5e6f-4bfb-a123-2ac5a78175e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:29.834304 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-8ef106c8-5e6f-4bfb-a123-2ac5a78175e6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0436630 Oct 28 11:09:29.977360 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-3e1cc482-b55f-415c-9a50-92ecd7eca7fc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364009 Oct 28 11:09:29.983019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe473cf3-dd2e-400c-8eac-d102b104e621 req-6ecf82bd-0199-4bbb-a01b-6194792b27f9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:29.984448 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fe473cf3-dd2e-400c-8eac-d102b104e621 req-6ecf82bd-0199-4bbb-a01b-6194792b27f9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0703375 Oct 28 11:09:30.100348 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fe473cf3-dd2e-400c-8eac-d102b104e621 req-5bc9010f-86e3-48b8-9b90-8f47143a750a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058829 Oct 28 11:09:30.111656 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac52b17-431e-4114-88ad-23b98e14708c req-6810110f-ec77-4c00-a83f-f5705163a934 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262195 Oct 28 11:09:30.866694 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fbfb20fb-a778-4f16-ab22-d1813db29738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:31.250210 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681597a-5127-43fa-9bb1-035789458740 req-39975e4a-bd7c-4dcc-ab5d-d362f0aebdae tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:31.253338 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5681597a-5127-43fa-9bb1-035789458740 req-39975e4a-bd7c-4dcc-ab5d-d362f0aebdae tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0578327 Oct 28 11:09:31.303336 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5681597a-5127-43fa-9bb1-035789458740 req-669af06d-7732-47a3-852c-2db1ddcba8c8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489774 Oct 28 11:09:32.113391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:32.445026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d222c-07c3-435e-89c3-c692b694bb24 req-e3b68558-5fc1-4e37-a217-947c36df9bb9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:32.446622 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9e0d222c-07c3-435e-89c3-c692b694bb24 req-e3b68558-5fc1-4e37-a217-947c36df9bb9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0577192 Oct 28 11:09:32.512445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9e0d222c-07c3-435e-89c3-c692b694bb24 req-06204899-cd3f-4345-9d1c-427687ea8cf9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590806 Oct 28 11:09:33.617122 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:33.686011 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce30af-0046-41b0-8d2f-2152c4f9f500 req-d96c87b0-f471-4c91-8778-3d863f657751 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:33.689129 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ebce30af-0046-41b0-8d2f-2152c4f9f500 req-d96c87b0-f471-4c91-8778-3d863f657751 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0584183 Oct 28 11:09:33.736482 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:33.754369 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ebce30af-0046-41b0-8d2f-2152c4f9f500 req-99f04c92-4b27-46e7-8e88-440ede94f62c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572348 Oct 28 11:09:34.900381 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38356dbb-3215-487b-baa7-3da723eb8f9d req-49c9c092-13cf-4d35-87e6-7276917d8fe7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:34.901849 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-38356dbb-3215-487b-baa7-3da723eb8f9d req-49c9c092-13cf-4d35-87e6-7276917d8fe7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0521307 Oct 28 11:09:34.958862 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-38356dbb-3215-487b-baa7-3da723eb8f9d req-83dbe7e4-37ad-4df2-9071-04c5db9d6c2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502355 Oct 28 11:09:36.083008 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:09:36.117066 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ad5e5-25e0-4cd4-b912-e361241c461e req-753f968a-b772-49cb-b4f7-c1bc914e6ad8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:36.119217 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-167ad5e5-25e0-4cd4-b912-e361241c461e req-753f968a-b772-49cb-b4f7-c1bc914e6ad8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0572510 Oct 28 11:09:36.172837 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-167ad5e5-25e0-4cd4-b912-e361241c461e req-ac0966ed-580b-439b-b160-2ad14e4c7cf4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482755 Oct 28 11:09:37.328435 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f546c-2c55-413d-92b3-5bfac62e8aa3 req-1373e12e-5e25-4992-aec7-117fdd4ed286 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:37.329928 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-528f546c-2c55-413d-92b3-5bfac62e8aa3 req-1373e12e-5e25-4992-aec7-117fdd4ed286 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0525224 Oct 28 11:09:37.388765 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-528f546c-2c55-413d-92b3-5bfac62e8aa3 req-13b93aa3-d518-4cdb-bfc4-a5f6632edf8c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532138 Oct 28 11:09:38.471931 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:38.589852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236d0a9-4165-47bc-8d4d-366c97d18f56 req-aa82bb7d-a2f5-4b08-8ba7-95a13f84ad31 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:38.592381 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2236d0a9-4165-47bc-8d4d-366c97d18f56 req-aa82bb7d-a2f5-4b08-8ba7-95a13f84ad31 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0791619 Oct 28 11:09:38.622026 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:38.653228 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2236d0a9-4165-47bc-8d4d-366c97d18f56 req-fc2b7727-20c3-4c42-94ba-2612ce4bee7b tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519528 Oct 28 11:09:39.800638 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e2949-ec96-4556-b844-33b61314ab54 req-9e66089f-d9d5-4295-a8d0-7384ea7c9b10 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:39.802058 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-287e2949-ec96-4556-b844-33b61314ab54 req-9e66089f-d9d5-4295-a8d0-7384ea7c9b10 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Oct 28 11:09:39.850818 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-287e2949-ec96-4556-b844-33b61314ab54 req-f0171ff2-9997-40a0-ad6d-73555b355eb2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431182 Oct 28 11:09:40.964129 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:40.975162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3541a-2ef0-42e0-894f-026b886b34cb req-1a740541-f678-4261-b724-872e467c1349 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:40.976611 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-26d3541a-2ef0-42e0-894f-026b886b34cb req-1a740541-f678-4261-b724-872e467c1349 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0459816 Oct 28 11:09:41.021918 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-26d3541a-2ef0-42e0-894f-026b886b34cb req-dca3c1b2-8d94-4eb4-9226-21606d427913 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397871 Oct 28 11:09:41.283469 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837366-7041-48eb-ae6f-32c51717eebd req-2b8947ec-e7e9-4672-8238-91a5fc896da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:41.285038 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-2b8947ec-e7e9-4672-8238-91a5fc896da3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1130 time: 0.0396664 Oct 28 11:09:41.349675 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:41.377865 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837366-7041-48eb-ae6f-32c51717eebd req-3d4bc8c1-3484-4d9f-83ac-c3884b63f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:41.379318 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-3d4bc8c1-3484-4d9f-83ac-c3884b63f8d1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.0876286 Oct 28 11:09:41.438937 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-95330d55-25e6-4351-b787-b9a978ecc599 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 1001 time: 0.0528247 Oct 28 11:09:41.474968 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:41.489521 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837366-7041-48eb-ae6f-32c51717eebd req-8d15343a-7360-42a8-9658-2f4dc7b13d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:41.490945 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-8d15343a-7360-42a8-9658-2f4dc7b13d1f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0465844 Oct 28 11:09:41.533909 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5837366-7041-48eb-ae6f-32c51717eebd req-534e3809-eb7b-49fd-b126-277731ed33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:41.535280 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-534e3809-eb7b-49fd-b126-277731ed33f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0380569 Oct 28 11:09:41.622774 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-56510011-75b0-49f0-9f41-4a398138886c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808830 Oct 28 11:09:41.717034 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5837366-7041-48eb-ae6f-32c51717eebd req-77311e46-e7c8-44d9-bc50-56229f742f59 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881417 Oct 28 11:09:42.152314 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9c91-17dd-43cd-bac6-f1e503e0f9ef req-c83d2f3b-e07b-4cd3-9b35-a48e82bedbfd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:42.154832 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-441a9c91-17dd-43cd-bac6-f1e503e0f9ef req-c83d2f3b-e07b-4cd3-9b35-a48e82bedbfd tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0532665 Oct 28 11:09:42.205293 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-441a9c91-17dd-43cd-bac6-f1e503e0f9ef req-d31e2142-0058-4e1b-8bdd-68525ac925e3 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450916 Oct 28 11:09:42.958916 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-02db34ad-f6f7-4662-b490-d9dfcaef1362 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1525806302&fields=id&tenant_id=9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 267 time: 0.0428774 Oct 28 11:09:43.066125 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-1f4c9244-847a-4e17-8132-cf685a8d6c6f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:43.067564 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-1f4c9244-847a-4e17-8132-cf685a8d6c6f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 812 time: 0.1024337 Oct 28 11:09:43.082541 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-51d4758f-6681-42c9-ac9e-6f4893603d25 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/quotas/9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 375 time: 0.0096147 Oct 28 11:09:43.132795 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-120fb245-c7b6-4648-9a1f-955351b559f9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454545 Oct 28 11:09:43.229439 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-a47e62c8-8558-48be-9ae7-fc920dae1a96 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852709 Oct 28 11:09:43.329569 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-de2dcc59-a47f-482d-b368-6e9d34f4ea67 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939844 Oct 28 11:09:43.336545 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd506efa-283a-46e6-8276-2db2aeb67d35 req-265a46c1-1a24-4811-b401-2ec2839800fa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:43.338162 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd506efa-283a-46e6-8276-2db2aeb67d35 req-265a46c1-1a24-4811-b401-2ec2839800fa tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 946 time: 0.0532835 Oct 28 11:09:43.390390 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cd506efa-283a-46e6-8276-2db2aeb67d35 req-c281c1ae-f3bb-40b7-ab85-6b41cf641e41 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459278 Oct 28 11:09:43.715323 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:43.727413 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:44.168602 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:09:44.241008 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: ACTIVE; New status is: DOWN {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:09:44.241394 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:44.264597 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:09:44.267450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08deb7c-cb7c-49de-b466-01095ee3519b" -d '{"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-unplugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:09:44.280307 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:09:44.285278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:44.308048 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 11:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d1881d-730e-42c3-aa3a-84f38cab6b8f x-openstack-request-id: req-46d1881d-730e-42c3-aa3a-84f38cab6b8f {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:09:44.308336 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-unplugged", "status": "failed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "code": 422}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:09:44.308591 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-46d1881d-730e-42c3-aa3a-84f38cab6b8f {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:09:44.308993 dv-cinder-zed-3-iscsi neutron-server[106105]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-46d1881d-730e-42c3-aa3a-84f38cab6b8f']: {'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'code': 422} returned with failed status Oct 28 11:09:44.335342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=8']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:44.518528 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099104e-8499-4ba8-bd80-82a5ef64b9a2 req-6fb87194-7e0e-4c99-a277-4e2d6e5753cb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:44.519958 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2099104e-8499-4ba8-bd80-82a5ef64b9a2 req-6fb87194-7e0e-4c99-a277-4e2d6e5753cb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0461223 Oct 28 11:09:44.566652 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2099104e-8499-4ba8-bd80-82a5ef64b9a2 req-d02813bf-b3f7-433e-a6fe-5ae5f6824d83 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405273 Oct 28 11:09:44.636503 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c3b60571-37ae-4bb9-9403-0f347fb0626c req-610dec8d-c4ca-4780-aaad-8498296bf426 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 210 time: 0.0297520 Oct 28 11:09:45.604390 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17563260-3d08-489d-8e08-2ebba6ba42c9 req-fa9ac9c3-4504-4559-ae14-fcf91ae7bf09 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:45.605951 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-17563260-3d08-489d-8e08-2ebba6ba42c9 req-fa9ac9c3-4504-4559-ae14-fcf91ae7bf09 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0516074 Oct 28 11:09:45.631194 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-04588b8d-dd14-49c5-8458-750babefb985 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398307 Oct 28 11:09:45.657474 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-17563260-3d08-489d-8e08-2ebba6ba42c9 req-148c49b1-8387-4749-b172-95f8a45fdcc8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443454 Oct 28 11:09:45.791733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-54af342c-9189-4623-bd1e-970c679a2d8c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:45.793169 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-54af342c-9189-4623-bd1e-970c679a2d8c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports/ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 941 time: 0.1291444 Oct 28 11:09:45.799346 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b223de2a-a61c-4228-860b-85d4c3d0c438 req-f5c467bf-4619-4c44-96ac-a20e3e0edf9d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 210 time: 0.0580442 Oct 28 11:09:45.843666 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-be4da11d-7ec3-48b1-bd71-65f7aeff6426 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:45.845636 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-be4da11d-7ec3-48b1-bd71-65f7aeff6426 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 812 time: 0.1804638 Oct 28 11:09:45.919172 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-eb291534-cefb-4887-8d3a-0d3dd1f15ed6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9aff70e0d61c41fbb469ed4bcd785b23 HTTP/1.1" status: 200 len: 380 time: 0.0597191 Oct 28 11:09:45.928992 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'port': {'device_id': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'admin_state_up': True, 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'security_groups': ['01a90e13-c3f8-4eb0-805d-272e7f8faf00']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:09:46.016483 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:46.038121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Made reservation on behalf of 9aff70e0d61c41fbb469ed4bcd785b23 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:09:46.041697 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:46.078271 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:46.104612 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:46.183458 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Allocated IP 172.20.0.10 (447ffcd3-d772-4c15-92cb-558dd17897d4/dd357101-dce1-4538-98f6-4cc3c004f302/fefb02ab-67c7-4cc8-91df-d3860ccf795b) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:09:46.344610 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:46.379276 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:46.425388 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:09:46.428486 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:09:46.430993 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:09:46.456507 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=fefb02ab-67c7-4cc8-91df-d3860ccf795b,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:46.472656 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.472929 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.473259 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.473696 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.473923 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.474256 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.474572 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.475031 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.475208 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.475527 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.475850 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.476155 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.476467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.476777 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.477102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:09:46.499183 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:46.499869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:46.516355 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-dbb87763-e4c8-4210-bf39-45152dacc6d2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5915296 Oct 28 11:09:46.655540 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Request body: {'port': {'device_id': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:09:46.668967 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-3ea9b127-18f1-47b7-8b24-9d28f6ae9dcc None None] Provisioning complete for port fefb02ab-67c7-4cc8-91df-d3860ccf795b triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:09:46.669457 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3ea9b127-18f1-47b7-8b24-9d28f6ae9dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:46.669846 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-3ea9b127-18f1-47b7-8b24-9d28f6ae9dcc None None] Attempt 1 to provision port fefb02ab-67c7-4cc8-91df-d3860ccf795b Oct 28 11:09:46.706655 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-3ea9b127-18f1-47b7-8b24-9d28f6ae9dcc None None] Port fefb02ab-67c7-4cc8-91df-d3860ccf795b cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:09:46.723337 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:46.798451 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62c89b-bab9-4a90-9429-a4c1b01aee9f req-ae1d3270-9e3d-4aaa-9dc9-a9c652fa38ab tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:46.799956 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fb62c89b-bab9-4a90-9429-a4c1b01aee9f req-ae1d3270-9e3d-4aaa-9dc9-a9c652fa38ab tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0497355 Oct 28 11:09:46.850678 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fb62c89b-bab9-4a90-9429-a4c1b01aee9f req-f2956518-5221-4c03-ba48-46ec335df94c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447869 Oct 28 11:09:46.943754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232f324-1e91-46bf-bbc4-158a66051d7f req-fbaadf84-380d-4a24-8448-99fe2d4cc515 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:46.945189 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9232f324-1e91-46bf-bbc4-158a66051d7f req-fbaadf84-380d-4a24-8448-99fe2d4cc515 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 932 time: 0.0644860 Oct 28 11:09:46.988869 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-f891f6e0-3ea8-404c-9012-72ea062dadac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:46.990403 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-f891f6e0-3ea8-404c-9012-72ea062dadac service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191&tenant_id=312745d2566343faa50fa7c6f06483f1 HTTP/1.1" status: 200 len: 1128 time: 0.0701168 Oct 28 11:09:46.991957 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:47.031376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:47.054690 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-ea5e66d5-5d34-4126-a7d0-a833b8a4100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.055148 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9232f324-1e91-46bf-bbc4-158a66051d7f req-e0c0f9ea-ceef-4922-b7de-99c55ceb1dc7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011899 Oct 28 11:09:47.056185 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-ea5e66d5-5d34-4126-a7d0-a833b8a4100d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1128 time: 0.0386205 Oct 28 11:09:47.057198 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefb02ab-67c7-4cc8-91df-d3860ccf795b {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:09:47.066346 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Publish callbacks [] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:47.081676 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Transition to ACTIVE for port object fefb02ab-67c7-4cc8-91df-d3860ccf795b will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:09:47.087219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:47.157244 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-9b82d63c-9916-471c-8194-c4dda901afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.158760 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-9b82d63c-9916-471c-8194-c4dda901afe9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.0945072 Oct 28 11:09:47.168889 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Pushing event updated for resources: {'Port': ['ID=fefb02ab-67c7-4cc8-91df-d3860ccf795b,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:47.196808 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Attempting to bind port fefb02ab-67c7-4cc8-91df-d3860ccf795b on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:09:47.197140 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Attempting to bind port fefb02ab-67c7-4cc8-91df-d3860ccf795b by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:09:47.197466 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Attempting to bind port fefb02ab-67c7-4cc8-91df-d3860ccf795b on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:09:47.224414 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-1a6dae61-a96d-42c6-8cb2-42262b596d78 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 999 time: 0.0584350 Oct 28 11:09:47.238894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Port fefb02ab-67c7-4cc8-91df-d3860ccf795b on network 447ffcd3-d772-4c15-92cb-558dd17897d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:09:47.239219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Attempting to bind port fefb02ab-67c7-4cc8-91df-d3860ccf795b on network 447ffcd3-d772-4c15-92cb-558dd17897d4 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:09:47.274852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-acacbf6b-b2d1-4804-829c-4e763e8edf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.276123 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-acacbf6b-b2d1-4804-829c-4e763e8edf7c service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0452006 Oct 28 11:09:47.279718 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:09:47.280053 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Checking segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:09:47.280426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Bound using segment: {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:09:47.280850 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Bound port: fefb02ab-67c7-4cc8-91df-d3860ccf795b, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:09:47.281205 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:47.320168 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-1de782f8-75bc-4395-9658-e65ca911f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.321664 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-1de782f8-75bc-4395-9658-e65ca911f50f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0384707 Oct 28 11:09:47.335828 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:47.343726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] For port fefb02ab-67c7-4cc8-91df-d3860ccf795b, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:09:47.345969 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:47.347519 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] For port fefb02ab-67c7-4cc8-91df-d3860ccf795b, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:09:47.353067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:47.357190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.357792 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:47.359169 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/fefb02ab-67c7-4cc8-91df-d3860ccf795b HTTP/1.1" status: 200 len: 1094 time: 0.7085013 Oct 28 11:09:47.359714 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:09:47.362911 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:09:47.431170 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-1bff2554-623c-45ef-9547-74a170ee3c40 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026638 Oct 28 11:09:47.527663 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-da81f461-bcf9-4378-9008-d4fc7fa82f3a req-f587b958-59ac-430f-a686-b474bd9fe28c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890024 Oct 28 11:09:47.638463 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af5f10b-365e-4fb0-9d96-8eeecaf2988d x-openstack-request-id: req-5af5f10b-365e-4fb0-9d96-8eeecaf2988d {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:09:47.638702 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:09:47.638895 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5af5f10b-365e-4fb0-9d96-8eeecaf2988d {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:09:47.639283 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af5f10b-365e-4fb0-9d96-8eeecaf2988d'] response: {'name': 'network-changed', 'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'status': 'completed', 'code': 200} Oct 28 11:09:47.694031 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-726805ad-83e8-454f-ace8-0273cc13aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.695570 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-726805ad-83e8-454f-ace8-0273cc13aa0f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 1128 time: 0.0591185 Oct 28 11:09:47.698522 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a82c2-09ae-47af-9134-a2b327d0f91a service neutron] Pushing event updated for resources: {'Port': ['ID=fefb02ab-67c7-4cc8-91df-d3860ccf795b,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:09:47.736445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-20ae1f52-1a2b-4678-8424-877efd1673a2 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b HTTP/1.1" status: 200 len: 217 time: 0.0326838 Oct 28 11:09:47.787552 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-4b1669e3-e6ff-41ab-9da8-c5b34f381514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.789007 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-4b1669e3-e6ff-41ab-9da8-c5b34f381514 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0464609 Oct 28 11:09:47.833672 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89472d-88b2-4aac-a45e-1507223236e2 req-fbd2dfbf-86de-432f-96f7-8b1372b217b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:47.835116 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-fbd2dfbf-86de-432f-96f7-8b1372b217b6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0402808 Oct 28 11:09:47.975451 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-b00496d5-cdd5-4dce-8fa4-3a1cd3e0e484 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326451 Oct 28 11:09:48.013509 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a941-8141-46e6-85f9-7ff2ebaabd69 req-22b9fadc-5b8b-48e2-bc3f-a9b6a5a9da3d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:48.015202 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b664a941-8141-46e6-85f9-7ff2ebaabd69 req-22b9fadc-5b8b-48e2-bc3f-a9b6a5a9da3d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0590959 Oct 28 11:09:48.072535 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b664a941-8141-46e6-85f9-7ff2ebaabd69 req-ecf1695b-3b05-4ef7-91eb-66dc0ea2cc57 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514388 Oct 28 11:09:48.206955 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:09:48.208968 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cda4c1-1f44-4748-81c2-24ebdf11588d req-9d2b94c5-c4bb-4fb2-9067-f6ac874119ff tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:48.212824 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b7cda4c1-1f44-4748-81c2-24ebdf11588d req-9d2b94c5-c4bb-4fb2-9067-f6ac874119ff tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0572691 Oct 28 11:09:48.295157 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b7cda4c1-1f44-4748-81c2-24ebdf11588d req-3b76103d-3f2a-4eb0-9867-06afd5b025bb tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710096 Oct 28 11:09:48.318259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: DOWN; New status is: DOWN {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:09:49.204560 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598789c-49b1-4e66-9b82-75197f501983 req-fc2a2cf0-dc02-4931-b8fe-70c5c61311e0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:49.206054 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0598789c-49b1-4e66-9b82-75197f501983 req-fc2a2cf0-dc02-4931-b8fe-70c5c61311e0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0467517 Oct 28 11:09:49.251586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:49.256641 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0598789c-49b1-4e66-9b82-75197f501983 req-3f514a48-4c06-4378-b804-69c364549c73 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448577 Oct 28 11:09:49.409380 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb03fca-c45c-4735-885e-feb702547e43 req-6f323f6f-f529-4127-a304-e1c02112a58c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:49.410928 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3eb03fca-c45c-4735-885e-feb702547e43 req-6f323f6f-f529-4127-a304-e1c02112a58c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0498853 Oct 28 11:09:49.461861 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3eb03fca-c45c-4735-885e-feb702547e43 req-454bcff3-6232-4508-ad83-30a9f964c705 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Oct 28 11:09:50.385330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a84f1c-9bc5-4af7-892b-d1e6e4656dac req-db9acf6a-762f-4d56-bb73-a4bceed3c99e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:50.386841 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c9a84f1c-9bc5-4af7-892b-d1e6e4656dac req-db9acf6a-762f-4d56-bb73-a4bceed3c99e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0503669 Oct 28 11:09:50.434538 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c9a84f1c-9bc5-4af7-892b-d1e6e4656dac req-7f269b63-0c64-440f-9fce-a697dc359211 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420752 Oct 28 11:09:50.589008 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943db516-4c73-47cf-952a-ea910565b010 req-8bf1f694-1904-4330-9c77-fb09be3bfe25 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:50.590524 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-943db516-4c73-47cf-952a-ea910565b010 req-8bf1f694-1904-4330-9c77-fb09be3bfe25 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0473351 Oct 28 11:09:50.648410 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-943db516-4c73-47cf-952a-ea910565b010 req-af8e2fdf-ed3d-4d7d-ba78-a7ae76b3f402 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514417 Oct 28 11:09:51.565052 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42482835-4d1b-4fc6-8bc7-2ebc0fc11dc7 req-83db183a-3ec1-4fc3-bc6c-99376179302c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:51.566455 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42482835-4d1b-4fc6-8bc7-2ebc0fc11dc7 req-83db183a-3ec1-4fc3-bc6c-99376179302c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0460584 Oct 28 11:09:51.597937 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:51.615971 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42482835-4d1b-4fc6-8bc7-2ebc0fc11dc7 req-4b859cbf-c7f7-4212-8ee6-0b93b8f6b1fc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438919 Oct 28 11:09:51.772658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa2b4b-c37b-4d53-bca1-cc8471618d34 req-a173381c-8dfa-43c3-a487-1ae0bf42b907 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:51.774174 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e7aa2b4b-c37b-4d53-bca1-cc8471618d34 req-a173381c-8dfa-43c3-a487-1ae0bf42b907 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0479307 Oct 28 11:09:51.823756 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e7aa2b4b-c37b-4d53-bca1-cc8471618d34 req-be189ac4-a1c0-4693-9a1b-c5bfcb0fa95c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Oct 28 11:09:52.746558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d63a9d-1d87-4741-a870-626faa31e6c1 req-c9f1f334-2a21-428c-a773-8c5a2dca5862 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:52.748032 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a8d63a9d-1d87-4741-a870-626faa31e6c1 req-c9f1f334-2a21-428c-a773-8c5a2dca5862 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0502584 Oct 28 11:09:52.795516 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a8d63a9d-1d87-4741-a870-626faa31e6c1 req-58757572-d54d-4d2f-8322-6c7694846bbb tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410507 Oct 28 11:09:52.947817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b8c89-1edd-4422-836b-0a45a30b5c6a req-ccd4a764-9d3b-495b-b7c3-63b210ecb5be tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:52.949233 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9b2b8c89-1edd-4422-836b-0a45a30b5c6a req-ccd4a764-9d3b-495b-b7c3-63b210ecb5be tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0487182 Oct 28 11:09:52.999723 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9b2b8c89-1edd-4422-836b-0a45a30b5c6a req-0ffab8ff-13fe-4753-ae56-436cbc3577d1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Oct 28 11:09:53.929059 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b83dac-9d44-49ee-ac57-232be6c4e24e req-bfb8b44e-15d6-4079-b8bd-90b307b73e66 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:53.933885 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-82b83dac-9d44-49ee-ac57-232be6c4e24e req-bfb8b44e-15d6-4079-b8bd-90b307b73e66 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0526643 Oct 28 11:09:53.981068 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-82b83dac-9d44-49ee-ac57-232be6c4e24e req-6c53e3e2-6434-4d7b-9cac-2f2c85358ce4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447192 Oct 28 11:09:54.128863 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e704d-15e3-4933-ae3e-0a76027ed046 req-7de9c24f-4e75-4acc-bd81-92f07fd94440 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:54.130483 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5b7e704d-15e3-4933-ae3e-0a76027ed046 req-7de9c24f-4e75-4acc-bd81-92f07fd94440 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0516467 Oct 28 11:09:54.180727 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5b7e704d-15e3-4933-ae3e-0a76027ed046 req-7de7f61c-182c-4be0-b1f2-6f5c2eef10b8 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Oct 28 11:09:55.111479 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7242c-8307-456b-aa00-0c257bb80dc9 req-8a07b748-ca67-4f0e-92aa-f93af3d3630c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:55.113455 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-11d7242c-8307-456b-aa00-0c257bb80dc9 req-8a07b748-ca67-4f0e-92aa-f93af3d3630c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0495350 Oct 28 11:09:55.170817 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-11d7242c-8307-456b-aa00-0c257bb80dc9 req-61de88cb-1625-4828-94db-bd7ca08f0453 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492339 Oct 28 11:09:55.316891 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598da559-0095-4dec-b96d-49cf0a0a1af9 req-daaebd8b-7237-42f9-b701-633e2e369edf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:55.318404 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-598da559-0095-4dec-b96d-49cf0a0a1af9 req-daaebd8b-7237-42f9-b701-633e2e369edf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0563471 Oct 28 11:09:55.369295 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-598da559-0095-4dec-b96d-49cf0a0a1af9 req-9b906c5c-c36c-4e4f-969b-ba63b624b030 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Oct 28 11:09:56.304397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6dbde-cb36-4c46-90a2-91a7ce545c4c req-26af824c-7340-4df1-bcb3-54e72786fbf6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:56.306003 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac6dbde-cb36-4c46-90a2-91a7ce545c4c req-26af824c-7340-4df1-bcb3-54e72786fbf6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0506501 Oct 28 11:09:56.354494 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dac6dbde-cb36-4c46-90a2-91a7ce545c4c req-13babad2-8781-46bf-9549-b34a21543be0 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Oct 28 11:09:56.497506 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83364762-29d2-4adc-aecb-68f3f66a4ab7 req-aa64a437-09e0-49f5-b1fc-2a287be75fdc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:56.499113 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-83364762-29d2-4adc-aecb-68f3f66a4ab7 req-aa64a437-09e0-49f5-b1fc-2a287be75fdc tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0488734 Oct 28 11:09:56.556232 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-83364762-29d2-4adc-aecb-68f3f66a4ab7 req-2bc81e17-414c-41ea-b88d-9349916ce03c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483530 Oct 28 11:09:57.486588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33a5a9-1364-4832-a935-50a478611ef8 req-9c5a23de-a3cc-4db2-be20-86ea665662a4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:57.488370 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9e33a5a9-1364-4832-a935-50a478611ef8 req-9c5a23de-a3cc-4db2-be20-86ea665662a4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0527456 Oct 28 11:09:57.534737 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9e33a5a9-1364-4832-a935-50a478611ef8 req-b217ce99-6477-4be7-8395-a6a5d3a91b5c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405467 Oct 28 11:09:57.682022 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e83e96-72c5-4014-82d2-4b5edf17a26f req-deb87b2d-53a2-48fa-a508-d345d7821cb1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:57.683512 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-01e83e96-72c5-4014-82d2-4b5edf17a26f req-deb87b2d-53a2-48fa-a508-d345d7821cb1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0507762 Oct 28 11:09:57.698213 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=14 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:57.720300 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=18 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:57.730573 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:57.736334 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-01e83e96-72c5-4014-82d2-4b5edf17a26f req-e9056e97-3666-4c39-8438-7461d7b31ed3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472250 Oct 28 11:09:58.032816 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:58.699461 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c90a9-cf69-4f06-87d2-0726f6023cf6 req-5c0e53a3-34bb-451e-be87-3a6b8301c325 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:58.700931 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf6c90a9-cf69-4f06-87d2-0726f6023cf6 req-5c0e53a3-34bb-451e-be87-3a6b8301c325 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0525358 Oct 28 11:09:58.753547 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf6c90a9-cf69-4f06-87d2-0726f6023cf6 req-b8c7efc8-786a-4ad6-8249-e9e661e79e9e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469384 Oct 28 11:09:58.760006 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f142ca11-9934-4907-b940-0e8a870ea469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:09:58.821706 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:09:58.857888 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e3398-9a02-4441-9490-05377118b9a8 req-b50f984c-6f57-4bad-874e-d2bea9ee3b34 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:58.859300 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-476e3398-9a02-4441-9490-05377118b9a8 req-b50f984c-6f57-4bad-874e-d2bea9ee3b34 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0482907 Oct 28 11:09:58.909749 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-476e3398-9a02-4441-9490-05377118b9a8 req-1cefbd75-e58e-4aef-8503-15ef75299b17 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441372 Oct 28 11:09:59.895222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edc0f8-4ab2-48ac-b37f-4bb159c6a3ac req-26109903-f412-4df5-864b-f5f10c33d567 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:09:59.897546 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-49edc0f8-4ab2-48ac-b37f-4bb159c6a3ac req-26109903-f412-4df5-864b-f5f10c33d567 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Oct 28 11:09:59.950047 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-49edc0f8-4ab2-48ac-b37f-4bb159c6a3ac req-41e41c0b-f28e-411c-9456-c62452b854f6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445926 Oct 28 11:10:00.039322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16177ce-261d-4edc-9434-cfbfeb1a567e req-0300451f-95ca-401b-ad8c-da9ace33ed2d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:00.040819 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f16177ce-261d-4edc-9434-cfbfeb1a567e req-0300451f-95ca-401b-ad8c-da9ace33ed2d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0506403 Oct 28 11:10:00.091393 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f16177ce-261d-4edc-9434-cfbfeb1a567e req-e3f9bdcb-4262-40cb-95c9-12a0ddddde6a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446188 Oct 28 11:10:00.859728 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9295de96-c81a-47ee-9bf4-f654cdb336f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:01.077493 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769b77a-cae2-4c78-a206-d825ad665825 req-bd65c9ec-a166-49e7-81de-a55a3e23e5d4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:01.078968 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b769b77a-cae2-4c78-a206-d825ad665825 req-bd65c9ec-a166-49e7-81de-a55a3e23e5d4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0454578 Oct 28 11:10:01.129362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b769b77a-cae2-4c78-a206-d825ad665825 req-e7a2f90e-a208-41a0-89a0-82b967f007f9 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441275 Oct 28 11:10:01.208915 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ed07b-5010-4d77-a06f-4a4030d47a31 req-729c0d5e-3ac8-4b88-b664-2128af3b4ae3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:01.210372 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-497ed07b-5010-4d77-a06f-4a4030d47a31 req-729c0d5e-3ac8-4b88-b664-2128af3b4ae3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0449753 Oct 28 11:10:01.258207 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-497ed07b-5010-4d77-a06f-4a4030d47a31 req-4a40e350-7052-4b05-8a2e-164e0303df55 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Oct 28 11:10:02.104639 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:02.251887 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0809e4c-4cbd-46dc-96c5-a2f2999509da req-ba055262-d61a-4e7c-8c9b-085a6d50c34a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:02.253355 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d0809e4c-4cbd-46dc-96c5-a2f2999509da req-ba055262-d61a-4e7c-8c9b-085a6d50c34a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0462215 Oct 28 11:10:02.281962 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:02.310994 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d0809e4c-4cbd-46dc-96c5-a2f2999509da req-841a3f22-4a72-404b-b3dd-1dfe3e3562da tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514531 Oct 28 11:10:02.380229 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9ea5b-a4d3-484b-886e-3ed0704fcdad req-7c0d26d4-96b9-4f5e-9a31-9af9e0fa908e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:02.381595 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2df9ea5b-a4d3-484b-886e-3ed0704fcdad req-7c0d26d4-96b9-4f5e-9a31-9af9e0fa908e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0496652 Oct 28 11:10:02.428814 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2df9ea5b-a4d3-484b-886e-3ed0704fcdad req-acafae6a-af3b-429a-b6f2-cffdb90fb785 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416925 Oct 28 11:10:03.440240 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8125da-ce01-4006-8677-e0f84db109f9 req-ee592eb4-db82-4441-998f-29d3ca786e08 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:03.441665 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf8125da-ce01-4006-8677-e0f84db109f9 req-ee592eb4-db82-4441-998f-29d3ca786e08 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0453057 Oct 28 11:10:03.488694 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cf8125da-ce01-4006-8677-e0f84db109f9 req-d729d597-57ab-4afc-baac-b06a49b01eca tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416446 Oct 28 11:10:03.546162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee8781-ce62-4a80-8483-27e7559b0261 req-9061da64-c879-41c9-bfbd-37daeb7f1b01 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:03.547532 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b3ee8781-ce62-4a80-8483-27e7559b0261 req-9061da64-c879-41c9-bfbd-37daeb7f1b01 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0459766 Oct 28 11:10:03.595587 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b3ee8781-ce62-4a80-8483-27e7559b0261 req-04f673c5-3d40-4e25-a21c-a06442149f43 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Oct 28 11:10:03.615391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:03.710757 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:03.927266 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-be89472d-88b2-4aac-a45e-1507223236e2 req-2008ed7e-a89a-453f-a0e7-c83902b0b252 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871124 Oct 28 11:10:04.597187 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:04.611020 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3951b-7c7b-4e4d-ab8f-d144dae6c5e6 req-3a5af560-4179-41e1-b58d-9b5bc8eb4f45 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:04.612733 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fad3951b-7c7b-4e4d-ab8f-d144dae6c5e6 req-3a5af560-4179-41e1-b58d-9b5bc8eb4f45 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0462101 Oct 28 11:10:04.660476 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fad3951b-7c7b-4e4d-ab8f-d144dae6c5e6 req-77f2d885-7d2b-4ab6-9b6f-f0268e274422 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414982 Oct 28 11:10:04.714966 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ac7d-d927-452c-98dc-7431b51f0da3 req-e6b3e1b5-dcc6-4ec5-8cb8-38f605d51747 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:04.716443 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eef9ac7d-d927-452c-98dc-7431b51f0da3 req-e6b3e1b5-dcc6-4ec5-8cb8-38f605d51747 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0456634 Oct 28 11:10:04.767113 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-eef9ac7d-d927-452c-98dc-7431b51f0da3 req-aede6f05-666e-4534-aa3b-f06144af9520 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452423 Oct 28 11:10:05.788390 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49883fc-7a04-4d02-aa14-e49891e83a25 req-8d49dcc7-c685-42ac-9a71-c48bfdfabfee tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:05.789823 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b49883fc-7a04-4d02-aa14-e49891e83a25 req-8d49dcc7-c685-42ac-9a71-c48bfdfabfee tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0495934 Oct 28 11:10:05.836365 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b49883fc-7a04-4d02-aa14-e49891e83a25 req-48065ee4-b155-4ae0-a7da-21242e3c00b7 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410857 Oct 28 11:10:05.887491 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d3704-e96c-4fc4-9fe3-ed155afb91c4 req-d7cfef15-ad07-48cf-9167-282e1af3c45c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:05.888944 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-924d3704-e96c-4fc4-9fe3-ed155afb91c4 req-d7cfef15-ad07-48cf-9167-282e1af3c45c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0458555 Oct 28 11:10:05.936237 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-924d3704-e96c-4fc4-9fe3-ed155afb91c4 req-f7c12050-9d3f-4472-ae92-d57873b7f62f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417938 Oct 28 11:10:06.959213 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753299b8-5619-48db-8bbc-9a641e9fdd75 req-be36af88-4c53-4c14-a173-21dd532ed047 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:06.960645 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-753299b8-5619-48db-8bbc-9a641e9fdd75 req-be36af88-4c53-4c14-a173-21dd532ed047 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0458620 Oct 28 11:10:07.008741 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-753299b8-5619-48db-8bbc-9a641e9fdd75 req-3bda761c-36d9-42cb-af9f-a3ba56564d7c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422940 Oct 28 11:10:07.054923 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930c3a8-967d-482e-bed0-9b97ed65517e req-04241fcf-ba38-451d-8956-edfb309a8924 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:07.056367 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b930c3a8-967d-482e-bed0-9b97ed65517e req-04241fcf-ba38-451d-8956-edfb309a8924 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0455706 Oct 28 11:10:07.105447 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b930c3a8-967d-482e-bed0-9b97ed65517e req-d429c411-ce35-488d-9518-bda7ca06eab2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435963 Oct 28 11:10:07.382669 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-6d95a292-ad64-49a0-b9e0-553a2c2130ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:07.384094 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-6d95a292-ad64-49a0-b9e0-553a2c2130ce service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 1128 time: 0.0427785 Oct 28 11:10:07.472880 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-8ba979ad-22e4-49f6-95e0-cdf59408b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:07.475063 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-8ba979ad-22e4-49f6-95e0-cdf59408b4e0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.0835197 Oct 28 11:10:07.513337 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-105a9292-d04c-4033-a652-e7851bb0507a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b HTTP/1.1" status: 200 len: 217 time: 0.0316036 Oct 28 11:10:07.567256 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-d6c8cbcb-4459-46ec-8033-dc2ec967b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:07.568576 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-d6c8cbcb-4459-46ec-8033-dc2ec967b8f9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0469463 Oct 28 11:10:07.615236 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-cf2a3b38-9959-4082-b4c7-2030cabe65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:07.616685 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-cf2a3b38-9959-4082-b4c7-2030cabe65ef service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0382714 Oct 28 11:10:07.713028 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-cd62d2bd-74ec-49f8-9efe-42dfe5579ba4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861139 Oct 28 11:10:07.802550 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eaf867ad-fcb9-4a90-a6fe-08c4d5b4d7eb req-d5d755fd-a44d-4c27-9f32-251a7e568f64 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822585 Oct 28 11:10:08.135793 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3382bd-4f05-4c4c-8919-e605e7218119 req-3fb412e0-265d-4642-9f38-9cd61d0a11db tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:08.137247 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ef3382bd-4f05-4c4c-8919-e605e7218119 req-3fb412e0-265d-4642-9f38-9cd61d0a11db tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 944 time: 0.0463803 Oct 28 11:10:08.189299 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ef3382bd-4f05-4c4c-8919-e605e7218119 req-4bb10bac-cc9f-417e-8b51-ef5732ec2d3d tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465677 Oct 28 11:10:08.229088 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1d872-3237-43e4-9e81-d43e9c611d0e req-0057c50c-c426-4b51-983c-5c349a3a962f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:08.230562 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3dc1d872-3237-43e4-9e81-d43e9c611d0e req-0057c50c-c426-4b51-983c-5c349a3a962f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0496104 Oct 28 11:10:08.279303 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3dc1d872-3237-43e4-9e81-d43e9c611d0e req-426c3097-df1b-47ce-a498-8ff784a45e61 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432611 Oct 28 11:10:08.332764 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:10:08.428067 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:10:08.438724 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'port_id': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'mac_address': 'fa:16:3e:28:18:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:10:08.475072 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:10:08.475452 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:08.604099 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded90a4e-c044-4824-8ed3-a7277034c619 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:10:08.623264 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:10:08.627341 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:08.671566 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=9']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:10:09.002469 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['ded90a4e-c044-4824-8ed3-a7277034c619'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:10:09.094615 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:09.121991 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:09.303651 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:09.312211 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd14ad-86ba-48f7-8c2c-3f27683300ff req-851d6f33-6ccc-4fcd-b43f-73696b251183 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:09.313677 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bafd14ad-86ba-48f7-8c2c-3f27683300ff req-851d6f33-6ccc-4fcd-b43f-73696b251183 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 945 time: 0.0468094 Oct 28 11:10:09.360920 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bafd14ad-86ba-48f7-8c2c-3f27683300ff req-209321c5-57a3-4b63-bdab-fb4bceb4c538 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417769 Oct 28 11:10:09.399131 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf776f5-c5e8-4574-b35d-873ad5e24b89 req-54ff9293-e517-4667-8cbd-a4fe7554d3f6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:09.400603 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-baf776f5-c5e8-4574-b35d-873ad5e24b89 req-54ff9293-e517-4667-8cbd-a4fe7554d3f6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0461698 Oct 28 11:10:09.447831 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-baf776f5-c5e8-4574-b35d-873ad5e24b89 req-23ac8393-e798-4c6e-af55-adff41599b2c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418222 Oct 28 11:10:10.360730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:10:10.403266 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port ded90a4e-c044-4824-8ed3-a7277034c619 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:10:10.403641 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:10.403975 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port ded90a4e-c044-4824-8ed3-a7277034c619 Oct 28 11:10:10.475020 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ded90a4e-c044-4824-8ed3-a7277034c619 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:10:10.475317 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:10.484012 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8481260-7644-4fa9-8dc5-33bbbe44ba9a req-5836bbdb-3565-4abe-9807-eba9aca9fad4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:10.485512 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b8481260-7644-4fa9-8dc5-33bbbe44ba9a req-5836bbdb-3565-4abe-9807-eba9aca9fad4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 945 time: 0.0461073 Oct 28 11:10:10.502712 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:10:10.505122 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1283c077-8bde-4325-a8f2-24ecdf05aaab" -d '{"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-plugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:10:10.517954 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:10:10.524963 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:10.539101 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b8481260-7644-4fa9-8dc5-33bbbe44ba9a req-d0c0a280-fe8d-4e1e-8dd6-f69e7527ec78 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440547 Oct 28 11:10:10.572904 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5aca8b-1054-4c98-883e-132bb20b1a4a req-8990af43-daf1-40a7-ab4f-03275d9da7a0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:10.574433 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9b5aca8b-1054-4c98-883e-132bb20b1a4a req-8990af43-daf1-40a7-ab4f-03275d9da7a0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0492783 Oct 28 11:10:10.578405 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=10']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:10:10.597324 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85efcc4a-ab57-46e6-8ae6-5e3098d80abe x-openstack-request-id: req-85efcc4a-ab57-46e6-8ae6-5e3098d80abe {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:10:10.597627 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-plugged", "status": "completed", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:10:10.597883 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-85efcc4a-ab57-46e6-8ae6-5e3098d80abe {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:10:10.598820 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85efcc4a-ab57-46e6-8ae6-5e3098d80abe'] response: {'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'code': 200} Oct 28 11:10:10.620430 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:10.629859 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-9b5aca8b-1054-4c98-883e-132bb20b1a4a req-8d80a63f-4d92-4ee4-9530-3be119c3b31a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497301 Oct 28 11:10:10.771474 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:10.779400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f206531-0ae8-4856-b085-cab43e705a2d req-5c832657-5ac7-4eb8-b22d-66afd556ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:10.780872 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9f206531-0ae8-4856-b085-cab43e705a2d req-5c832657-5ac7-4eb8-b22d-66afd556ece9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1131 time: 0.0419033 Oct 28 11:10:10.822843 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9f206531-0ae8-4856-b085-cab43e705a2d req-d5fa11fd-9c34-42b7-a211-5bce828c85b5 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355999 Oct 28 11:10:11.664096 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adb79a1-2479-4bbd-82ff-eaebeb47e7f2 req-567b6f80-b5e7-487a-af0d-55a973a62dc1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:11.665551 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8adb79a1-2479-4bbd-82ff-eaebeb47e7f2 req-567b6f80-b5e7-487a-af0d-55a973a62dc1 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0456409 Oct 28 11:10:11.715002 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8adb79a1-2479-4bbd-82ff-eaebeb47e7f2 req-1062af68-46c4-46c6-8f5a-1e51263d3976 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420957 Oct 28 11:10:11.740396 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:11.748830 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75e7b-18cc-4936-a439-6683aea5782c req-d291a6e7-b6f7-4df8-85b1-4c96d7ab3ae4 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:11.750317 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f8f75e7b-18cc-4936-a439-6683aea5782c req-d291a6e7-b6f7-4df8-85b1-4c96d7ab3ae4 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0467596 Oct 28 11:10:11.798658 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f8f75e7b-18cc-4936-a439-6683aea5782c req-5cd0d21b-7a7a-4357-b2ae-bc3b815182fb tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421519 Oct 28 11:10:12.837175 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576059b-0092-4c51-944b-4632ecb0619c req-c160bee5-2214-4d34-8cd0-b3384a119c7c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:12.838770 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6576059b-0092-4c51-944b-4632ecb0619c req-c160bee5-2214-4d34-8cd0-b3384a119c7c tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0459902 Oct 28 11:10:12.891456 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6576059b-0092-4c51-944b-4632ecb0619c req-e0d18d75-bd37-475f-9ad6-de8a9b4215a8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473375 Oct 28 11:10:12.920838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d56444-0106-44a4-9100-becff3859969 req-de3aa614-b27a-406e-bbf9-3ff249403691 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:12.922983 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a9d56444-0106-44a4-9100-becff3859969 req-de3aa614-b27a-406e-bbf9-3ff249403691 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0484617 Oct 28 11:10:12.972428 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a9d56444-0106-44a4-9100-becff3859969 req-2c526f3f-074e-4834-ae08-011cb5140fa3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433655 Oct 28 11:10:13.085283 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:10:14.021905 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae703f-5513-4d99-9faa-149b7c1549c2 req-4c0c1b1d-dd51-41c8-bd42-da1772965f45 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:14.023401 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9bae703f-5513-4d99-9faa-149b7c1549c2 req-4c0c1b1d-dd51-41c8-bd42-da1772965f45 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0499926 Oct 28 11:10:14.071700 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9bae703f-5513-4d99-9faa-149b7c1549c2 req-8127d458-05d3-4822-9b80-77dca1309fe6 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426271 Oct 28 11:10:14.100321 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442b409-4c42-4e2c-8794-e3bf63397671 req-bf30fa37-d38f-412e-99b3-0a2db18d512a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:14.101791 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e442b409-4c42-4e2c-8794-e3bf63397671 req-bf30fa37-d38f-412e-99b3-0a2db18d512a tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 944 time: 0.0520906 Oct 28 11:10:14.149192 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e442b409-4c42-4e2c-8794-e3bf63397671 req-2a2caad9-73d0-44dd-a462-9934c1025eeb tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419917 Oct 28 11:10:14.374750 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device fefb02ab-67c7-4cc8-91df-d3860ccf795b details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:10:14.474168 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port fefb02ab-67c7-4cc8-91df-d3860ccf795b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:10:14.485036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'port_id': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'mac_address': 'fa:16:3e:34:17:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:10:14.518584 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port fefb02ab-67c7-4cc8-91df-d3860ccf795b is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:10:14.518974 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:14.532364 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefb02ab-67c7-4cc8-91df-d3860ccf795b {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:10:14.552323 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port fefb02ab-67c7-4cc8-91df-d3860ccf795b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:10:14.555667 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:14.601303 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=fefb02ab-67c7-4cc8-91df-d3860ccf795b,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:10:14.905162 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['fefb02ab-67c7-4cc8-91df-d3860ccf795b'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:10:15.081792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:15.198431 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f9cd-7f30-46d0-b5ca-6f3b1519727c req-5f046239-3e34-41ea-988b-8e7fb11ad34e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:15.199930 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-92b6f9cd-7f30-46d0-b5ca-6f3b1519727c req-5f046239-3e34-41ea-988b-8e7fb11ad34e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0463583 Oct 28 11:10:15.248334 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-92b6f9cd-7f30-46d0-b5ca-6f3b1519727c req-72593183-180d-415e-bec9-66545358fae8 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 Oct 28 11:10:15.269074 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb3462-c5ad-4eac-997f-6fa2b03cd450 req-01157056-094e-417f-9fb0-c7997e4388b1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:15.271130 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1efb3462-c5ad-4eac-997f-6fa2b03cd450 req-01157056-094e-417f-9fb0-c7997e4388b1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 945 time: 0.0494301 Oct 28 11:10:15.322376 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1efb3462-c5ad-4eac-997f-6fa2b03cd450 req-8ce9e296-9540-40d5-9c20-a5e2f7f37530 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432630 Oct 28 11:10:16.391990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device fefb02ab-67c7-4cc8-91df-d3860ccf795b up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:10:16.427117 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:16.436892 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port fefb02ab-67c7-4cc8-91df-d3860ccf795b completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:10:16.443299 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port fefb02ab-67c7-4cc8-91df-d3860ccf795b triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:10:16.443681 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:16.444059 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port fefb02ab-67c7-4cc8-91df-d3860ccf795b Oct 28 11:10:16.451449 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b90ab5-19c3-4e8a-967f-f4c2e8b86338 req-15cfc728-4779-4f65-90eb-ee7fd40856b2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:16.453145 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6b90ab5-19c3-4e8a-967f-f4c2e8b86338 req-15cfc728-4779-4f65-90eb-ee7fd40856b2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 945 time: 0.0543611 Oct 28 11:10:16.502835 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6b90ab5-19c3-4e8a-967f-f4c2e8b86338 req-e19577e5-f24b-483e-8de1-bbf119373da9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435216 Oct 28 11:10:16.519434 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port fefb02ab-67c7-4cc8-91df-d3860ccf795b is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:10:16.519827 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:16.549220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:10:16.552025 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7e9605-acdf-435e-9196-297c1c0f2917" -d '{"events": [{"server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "name": "network-vif-plugged", "status": "completed", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:10:16.566970 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port fefb02ab-67c7-4cc8-91df-d3860ccf795b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:10:16.571116 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:16.593871 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d055830-5a6b-4277-86af-a878aed609b8 x-openstack-request-id: req-5d055830-5a6b-4277-86af-a878aed609b8 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:10:16.594192 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "name": "network-vif-plugged", "status": "completed", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:10:16.594450 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5d055830-5a6b-4277-86af-a878aed609b8 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:10:16.594845 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d055830-5a6b-4277-86af-a878aed609b8'] response: {'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'code': 200} Oct 28 11:10:16.621872 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=fefb02ab-67c7-4cc8-91df-d3860ccf795b,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:10:16.844150 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76e00d-a577-4fa8-ae7b-5cd926cf2fff req-2c9742be-0777-43e3-9377-06df755f14e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:16.845649 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b76e00d-a577-4fa8-ae7b-5cd926cf2fff req-2c9742be-0777-43e3-9377-06df755f14e8 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 1130 time: 0.0422401 Oct 28 11:10:16.894396 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b76e00d-a577-4fa8-ae7b-5cd926cf2fff req-e31d39a2-fb4f-4de3-8101-69036675b33e service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406754 Oct 28 11:10:17.622594 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adeb88-dc58-4ff7-8e1f-df8aafd7b68e req-adb0862e-244b-4a01-981f-0ac278b27cc0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:17.624013 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-78adeb88-dc58-4ff7-8e1f-df8aafd7b68e req-adb0862e-244b-4a01-981f-0ac278b27cc0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Oct 28 11:10:17.674643 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-78adeb88-dc58-4ff7-8e1f-df8aafd7b68e req-ef89a8dd-99b7-4bbd-a59a-dc8a2d66930e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Oct 28 11:10:18.795843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be08965-517f-4b90-bc4f-c1e88ad9b454 req-72791eed-6868-49e6-a32f-24f5eaa0540c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:18.797414 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5be08965-517f-4b90-bc4f-c1e88ad9b454 req-72791eed-6868-49e6-a32f-24f5eaa0540c tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0472205 Oct 28 11:10:18.847645 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5be08965-517f-4b90-bc4f-c1e88ad9b454 req-9e681e38-4441-487f-b71c-33c75b7251cf tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 Oct 28 11:10:19.966939 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb4ab2-b32b-4cc7-bb68-c08090c0e9ac req-e2e1e64f-c92e-43e5-aa19-f14aa14a6e44 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:19.968375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbb4ab2-b32b-4cc7-bb68-c08090c0e9ac req-e2e1e64f-c92e-43e5-aa19-f14aa14a6e44 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0491428 Oct 28 11:10:20.015548 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dbbb4ab2-b32b-4cc7-bb68-c08090c0e9ac req-8448cf11-f799-4c5b-b995-15c51332c6f2 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417461 Oct 28 11:10:20.132020 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514714f-49fc-43a0-9661-a354a096fe6c req-e7d76c0b-9eeb-4ee3-8c2f-1a54b53679b6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:20.133378 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2514714f-49fc-43a0-9661-a354a096fe6c req-e7d76c0b-9eeb-4ee3-8c2f-1a54b53679b6 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0450099 Oct 28 11:10:20.184926 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2514714f-49fc-43a0-9661-a354a096fe6c req-f8cf9a8e-12ee-4636-a4bb-290b51416335 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461359 Oct 28 11:10:20.215116 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44730) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:10:20.360896 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ee5ad6-f361-40a9-8bc4-a7c52ee9b5b5 tempest-TestVolumeBootPattern-514285450 tempest-TestVolumeBootPattern-514285450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:20.362393 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-66ee5ad6-f361-40a9-8bc4-a7c52ee9b5b5 tempest-TestVolumeBootPattern-514285450 tempest-TestVolumeBootPattern-514285450-project-admin] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 1125 time: 0.1462429 Oct 28 11:10:20.365733 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44734) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:10:20.370080 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'port_id': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:10:20.391225 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:20.468593 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:20.574880 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Allocated IP 172.37.0.82 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/e8f33229-b5dc-4c1c-8d23-2038a74a0dfa) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:10:20.586031 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:20.676525 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:20.680272 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:20.710134 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:20.753179 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:10:20.758447 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:10:20.760993 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:10:20.766210 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=e8f33229-b5dc-4c1c-8d23-2038a74a0dfa,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:10:20.792238 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.792585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.792928 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.793265 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.793598 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.793930 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.794285 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.794610 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.794936 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.795264 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.795589 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.795915 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.796235 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.796557 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:20.796875 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:10:21.115457 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (0e5d4b43-1fa3-4249-b15f-a94ca057a74d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:21.178308 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:21.322057 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:21.326253 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:21.347742 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:21.392185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event updated for resources: {'Port': ['ID=e8f33229-b5dc-4c1c-8d23-2038a74a0dfa,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:10:21.399580 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0e5d4b43-1fa3-4249-b15f-a94ca057a74d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:21.673801 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:21.736340 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Floating IP 0e5d4b43-1fa3-4249-b15f-a94ca057a74d associated. External IP: 172.37.0.82, port: fefb02ab-67c7-4cc8-91df-d3860ccf795b. Oct 28 11:10:21.929360 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:10:22.029630 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:10:22.039737 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:10:22.050220 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:10:22.050576 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:22.050982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:10:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:10:22.080714 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-111a0311-f9a1-402e-aa15-bf1db4b5c1d3 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7138762 Oct 28 11:10:22.081351 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:10:22.083824 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90372e26-105e-486d-a239-e7a308e89054" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:10:22.121748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fd3367-3645-4434-aa69-25b67380f07c x-openstack-request-id: req-f9fd3367-3645-4434-aa69-25b67380f07c {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:10:22.122063 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:10:22.122317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9fd3367-3645-4434-aa69-25b67380f07c {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:10:22.122723 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9fd3367-3645-4434-aa69-25b67380f07c'] response: {'name': 'network-changed', 'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'status': 'completed', 'code': 200} Oct 28 11:10:22.157295 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:10:22.188442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372e26-105e-486d-a239-e7a308e89054 req-a4f5c088-8d9b-4cac-a0c0-743334b6b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:22.190056 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-a4f5c088-8d9b-4cac-a0c0-743334b6b0ca service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 1130 time: 0.0425923 Oct 28 11:10:22.244738 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:22.287728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372e26-105e-486d-a239-e7a308e89054 req-ef45dcd8-d38d-41ac-9a5b-a5679525dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:22.289400 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-ef45dcd8-d38d-41ac-9a5b-a5679525dc48 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.0935290 Oct 28 11:10:22.352973 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-e72fb591-8e68-49f0-838a-b5c28ff81492 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b HTTP/1.1" status: 200 len: 999 time: 0.0580311 Oct 28 11:10:22.377321 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0e5d4b43-1fa3-4249-b15f-a94ca057a74d', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.82', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:34:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:10:20Z', 'updated_at': '2022-10-28T11:10:20Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}, {'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:30Z', 'revision_number': 1, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:10:22.402579 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:10:22.404326 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372e26-105e-486d-a239-e7a308e89054 req-903d07f7-8a48-4227-87cf-5314786c9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:22.405756 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-903d07f7-8a48-4227-87cf-5314786c9b0d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0465794 Oct 28 11:10:22.411036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:10:22.411635 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:10:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:10:22.448105 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90372e26-105e-486d-a239-e7a308e89054 req-568d0ad9-5f02-440f-81e3-f0c15dc3a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:22.449449 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-568d0ad9-5f02-440f-81e3-f0c15dc3a128 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0378377 Oct 28 11:10:22.474019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:22.514354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:10:22.539132 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-a724dbee-c3b8-4fa2-abf0-e9a678bea387 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832434 Oct 28 11:10:22.616644 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:22.631297 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-90372e26-105e-486d-a239-e7a308e89054 req-c204e3c9-e633-485f-ad5d-3c7a8086430b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863013 Oct 28 11:10:22.726264 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0e5d4b43-1fa3-4249-b15f-a94ca057a74d', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.82', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:34:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:10:20Z', 'updated_at': '2022-10-28T11:10:20Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}, {'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:30Z', 'revision_number': 1, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:10:22.754741 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f487d27-3e42-45d3-ba39-022ad24c9dd7 None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0e5d4b43-1fa3-4249-b15f-a94ca057a74d', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.82', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:34:17:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:10:20Z', 'updated_at': '2022-10-28T11:10:20Z', 'revision_number': 0, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}, {'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:30Z', 'revision_number': 1, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:10:22.929627 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe9d103-f224-4b8e-af24-70bdba105a48 None None] New status for floating IP 0e5d4b43-1fa3-4249-b15f-a94ca057a74d: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:10:24.742581 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0bf2-b41c-42cb-aab3-77e02d5d4005 req-a077aca0-08a9-4f79-afe8-a8f7aafda4d4 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:24.743954 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d94b0bf2-b41c-42cb-aab3-77e02d5d4005 req-a077aca0-08a9-4f79-afe8-a8f7aafda4d4 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0469334 Oct 28 11:10:24.790526 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d94b0bf2-b41c-42cb-aab3-77e02d5d4005 req-a2065555-9ff2-497f-bb0d-c8758ff6f860 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408878 Oct 28 11:10:25.914234 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b5405-35c1-4e4c-a781-93521da5b671 req-8a775593-6693-4936-a5fb-d442a38f597a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:25.915799 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7d5b5405-35c1-4e4c-a781-93521da5b671 req-8a775593-6693-4936-a5fb-d442a38f597a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0495753 Oct 28 11:10:25.961677 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7d5b5405-35c1-4e4c-a781-93521da5b671 req-5df58ce7-655e-4419-9cb7-08b510b49c59 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Oct 28 11:10:27.085288 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d90ba0-29bc-446d-a7cc-508715f74483 req-19cfdcc8-fb53-405c-aee3-b0a92330a4e7 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:27.086855 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-24d90ba0-29bc-446d-a7cc-508715f74483 req-19cfdcc8-fb53-405c-aee3-b0a92330a4e7 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0506132 Oct 28 11:10:27.133885 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-24d90ba0-29bc-446d-a7cc-508715f74483 req-872409c8-6e63-4557-ad51-169aefb685d6 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Oct 28 11:10:27.596739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:28.035195 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:28.253588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b033773-f26b-417a-9711-84f5f12d1f83 req-393607a7-19d2-4b2b-b9fa-52cc2e273dfc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:28.255087 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b033773-f26b-417a-9711-84f5f12d1f83 req-393607a7-19d2-4b2b-b9fa-52cc2e273dfc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0467086 Oct 28 11:10:28.301835 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b033773-f26b-417a-9711-84f5f12d1f83 req-5465a82e-1039-4e46-9807-e6b08b9c2cb3 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404561 Oct 28 11:10:28.751857 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9cff9175-d5f0-44ea-9287-44a2346be038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:29.423273 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2936a-1f2f-4152-a8bb-4d0a343f3eab req-eecf368c-ab8b-4092-b18b-77692a28c6c8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:29.424710 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfb2936a-1f2f-4152-a8bb-4d0a343f3eab req-eecf368c-ab8b-4092-b18b-77692a28c6c8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0452704 Oct 28 11:10:29.470752 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfb2936a-1f2f-4152-a8bb-4d0a343f3eab req-53c96a60-2736-4da1-8ac7-5fa5ebd1693c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Oct 28 11:10:29.778263 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-45010489-c723-420e-9695-6aff07834765 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413251 Oct 28 11:10:29.873848 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-8bbf9595-4df7-4a96-8884-b3e20960f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:29.875302 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-8bbf9595-4df7-4a96-8884-b3e20960f6da service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=312745d2566343faa50fa7c6f06483f1&device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 1131 time: 0.0374565 Oct 28 11:10:29.982035 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-bd467401-09d3-4e84-8111-c624169375b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:29.983469 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-bd467401-09d3-4e84-8111-c624169375b9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 200 len: 917 time: 0.0825770 Oct 28 11:10:30.045758 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-2c6610d3-30d1-49fa-a9de-c4d92dfec012 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 200 len: 1001 time: 0.0557666 Oct 28 11:10:30.094349 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-064d7fa8-98f1-4e31-a624-f81660a24ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:30.095723 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-064d7fa8-98f1-4e31-a624-f81660a24ab9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 200 len: 855 time: 0.0430126 Oct 28 11:10:30.126949 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:30.139000 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-9571bbbd-113b-4bd7-b63b-a0f87464eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:30.140444 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-9571bbbd-113b-4bd7-b63b-a0f87464eac2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=95b80201-612c-4027-9944-5fd26540f482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0376959 Oct 28 11:10:30.230508 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-bc97895e-25d2-46c5-b361-3106216e4f3c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836811 Oct 28 11:10:30.324625 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1673ad8a-e5e6-440b-a7d9-aa02ce562366 req-49e579e8-5c5e-4334-be36-01e532266a35 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869291 Oct 28 11:10:30.590568 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84eb85f-0b1d-46aa-9c09-40ad21332223 req-7e137cf1-dba8-4ff4-a8a4-588599b6da88 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:30.591983 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e84eb85f-0b1d-46aa-9c09-40ad21332223 req-7e137cf1-dba8-4ff4-a8a4-588599b6da88 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0460007 Oct 28 11:10:30.639989 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e84eb85f-0b1d-46aa-9c09-40ad21332223 req-92f755a1-5cfc-406e-b2d5-4f566d05ede6 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426605 Oct 28 11:10:30.861279 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-68161f09-f1ca-4fc8-9bd6-c64069b5934c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:31.758555 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f6a6-c644-4b7e-a0b9-8ea1b566cb89 req-5ed29a47-fbe0-4970-b718-1aacf0b32aa9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:31.759979 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4bb7f6a6-c644-4b7e-a0b9-8ea1b566cb89 req-5ed29a47-fbe0-4970-b718-1aacf0b32aa9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0460000 Oct 28 11:10:31.800153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:31.807754 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4bb7f6a6-c644-4b7e-a0b9-8ea1b566cb89 req-12b18670-e6be-44a1-8fe6-1078b97354da tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Oct 28 11:10:32.107648 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:32.927233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd3705-a393-49b1-be33-060d07854f79 req-f3dd8847-8bd1-4284-9f76-ef0c8f8e3276 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:32.928647 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-48dd3705-a393-49b1-be33-060d07854f79 req-f3dd8847-8bd1-4284-9f76-ef0c8f8e3276 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0472968 Oct 28 11:10:32.977048 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-48dd3705-a393-49b1-be33-060d07854f79 req-98ad1a02-0d13-413b-a401-79bb3894437e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426986 Oct 28 11:10:33.174112 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=13 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:33.179521 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:33.617904 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:33.714514 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:34.099142 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1019a8f8-5630-431b-a16d-8a76c7b9b3e5 req-3976fe45-0265-40a2-a796-edd5976276ca tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:34.101183 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1019a8f8-5630-431b-a16d-8a76c7b9b3e5 req-3976fe45-0265-40a2-a796-edd5976276ca tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0479085 Oct 28 11:10:34.146587 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1019a8f8-5630-431b-a16d-8a76c7b9b3e5 req-f90c7fdc-cdd5-476c-a1fa-80cc7c9d9758 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Oct 28 11:10:35.270403 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c0d2-82cf-4d60-ae92-2862998c1501 req-4e4d5c43-9991-4d40-9201-c194781d5e00 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:35.271875 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f788c0d2-82cf-4d60-ae92-2862998c1501 req-4e4d5c43-9991-4d40-9201-c194781d5e00 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0454290 Oct 28 11:10:35.318040 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f788c0d2-82cf-4d60-ae92-2862998c1501 req-2ceacc57-3a7a-43cf-9ac0-3fd56bc184e2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Oct 28 11:10:36.441040 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f64f8c-ea57-4b30-8383-0395bf1c6ec1 req-b6fa6dba-e350-4c31-a9ee-4ea319331e96 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:36.442382 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5f64f8c-ea57-4b30-8383-0395bf1c6ec1 req-b6fa6dba-e350-4c31-a9ee-4ea319331e96 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0481875 Oct 28 11:10:36.487697 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5f64f8c-ea57-4b30-8383-0395bf1c6ec1 req-3fea05d4-2cc3-40c4-9ec2-d4b1a509ca10 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391791 Oct 28 11:10:37.600718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:37.609006 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf46e3-5c4d-4c5b-b377-91e2e81b4e54 req-744c2c19-9d11-4dff-9d44-55318e138a83 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:37.610452 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-43cf46e3-5c4d-4c5b-b377-91e2e81b4e54 req-744c2c19-9d11-4dff-9d44-55318e138a83 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0496383 Oct 28 11:10:37.656128 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-43cf46e3-5c4d-4c5b-b377-91e2e81b4e54 req-76b0e645-5f7a-449b-bced-6d6c5e2c70a6 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399606 Oct 28 11:10:38.777490 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedae5e-1f17-4e5e-9c81-b79d345f13ba req-cbdbd663-2ffb-47c1-bc9b-b10e6c31b0d9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:38.778989 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbedae5e-1f17-4e5e-9c81-b79d345f13ba req-cbdbd663-2ffb-47c1-bc9b-b10e6c31b0d9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0463765 Oct 28 11:10:38.825100 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-cbedae5e-1f17-4e5e-9c81-b79d345f13ba req-41a83bf6-1b3d-422a-8dad-7a4cbb9f7690 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405846 Oct 28 11:10:39.908526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:39.943185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a6712-7f24-4aaa-8f5a-a32fcdab7f44 req-555c0395-f1db-405b-b76d-e8ec75aad615 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:39.945289 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d41a6712-7f24-4aaa-8f5a-a32fcdab7f44 req-555c0395-f1db-405b-b76d-e8ec75aad615 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0461609 Oct 28 11:10:39.989909 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d41a6712-7f24-4aaa-8f5a-a32fcdab7f44 req-3e489bd9-60c4-44ca-9334-9a5d10fd23bf tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Oct 28 11:10:41.111973 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036301c9-c4d0-4c84-aec5-5a012e792737 req-2bfa2df9-1d05-4983-bad7-8cfeb72518b9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:41.113659 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-036301c9-c4d0-4c84-aec5-5a012e792737 req-2bfa2df9-1d05-4983-bad7-8cfeb72518b9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0497160 Oct 28 11:10:41.159043 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-036301c9-c4d0-4c84-aec5-5a012e792737 req-e8ee6945-86ad-4cc3-845d-b22dd632f3d5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392027 Oct 28 11:10:42.280852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a67a69-462e-49e3-a0ce-0b4702855d65 req-77a1b3d9-79c0-4004-8c6d-034a3258d3e1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:42.282592 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-59a67a69-462e-49e3-a0ce-0b4702855d65 req-77a1b3d9-79c0-4004-8c6d-034a3258d3e1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0485752 Oct 28 11:10:42.331817 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-59a67a69-462e-49e3-a0ce-0b4702855d65 req-89e8796e-b594-4729-b3cd-38a036e52d2c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427849 Oct 28 11:10:43.450048 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c06d86-fdad-4a8a-93d3-0d704a3ac777 req-07669307-2479-4540-a063-8562e7b133a4 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:43.451393 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e0c06d86-fdad-4a8a-93d3-0d704a3ac777 req-07669307-2479-4540-a063-8562e7b133a4 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0453267 Oct 28 11:10:43.497095 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e0c06d86-fdad-4a8a-93d3-0d704a3ac777 req-ae3c5bad-0cbb-41c4-a3f2-73dae1d271ed tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Oct 28 11:10:43.703439 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:43.710465 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:44.615374 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f866132-5a3c-4e61-a2e0-e8528cb25aec req-d7c11f88-058b-45ee-b0bf-b0613d8d7da3 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:44.617051 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f866132-5a3c-4e61-a2e0-e8528cb25aec req-d7c11f88-058b-45ee-b0bf-b0613d8d7da3 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0458169 Oct 28 11:10:44.663908 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6f866132-5a3c-4e61-a2e0-e8528cb25aec req-175bb426-9ab9-431a-a86d-43e4aa605217 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414081 Oct 28 11:10:45.780497 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bcc1a-e38e-48c3-9356-3810ebb20785 req-e93a33b1-c181-43d8-9e07-bc10e4fdc90b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:45.781906 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fc6bcc1a-e38e-48c3-9356-3810ebb20785 req-e93a33b1-c181-43d8-9e07-bc10e4fdc90b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0454299 Oct 28 11:10:45.830747 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fc6bcc1a-e38e-48c3-9356-3810ebb20785 req-f27e18c4-9f42-4207-af56-57b6a793d4b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433257 Oct 28 11:10:46.031767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdea05-e575-48c0-964d-f11a497b9226 req-ab9c961f-be21-47b0-9461-7bdf67f642e8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:46.033217 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c2bdea05-e575-48c0-964d-f11a497b9226 req-ab9c961f-be21-47b0-9461-7bdf67f642e8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0467381 Oct 28 11:10:46.098382 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:46.112233 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-12339289-64d9-49ee-a675-4d51aad8eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:46.113990 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-12339289-64d9-49ee-a675-4d51aad8eb32 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1129 time: 0.0595002 Oct 28 11:10:46.117382 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c2bdea05-e575-48c0-964d-f11a497b9226 req-ede908bb-bae9-4953-a55f-db03f033c99d tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768917 Oct 28 11:10:46.207587 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-f518d469-3848-4220-bae6-7fc183f9717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:46.209014 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-f518d469-3848-4220-bae6-7fc183f9717a service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.0884728 Oct 28 11:10:46.270296 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-2d42fed0-0d4e-4c4e-89bc-e39ade4a25f9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 1000 time: 0.0548780 Oct 28 11:10:46.320648 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-069db58d-e81d-4483-a56a-790a6c5491ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:46.322121 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-069db58d-e81d-4483-a56a-790a6c5491ca service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0462351 Oct 28 11:10:46.364264 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-3c9e03d0-0065-410f-9822-666f44a46f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:46.365655 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-3c9e03d0-0065-410f-9822-666f44a46f08 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0370808 Oct 28 11:10:46.456218 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-8f95d792-0c06-415b-9fb5-1f56c33c39f4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838091 Oct 28 11:10:46.470964 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:46.544332 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a3041c8a-6deb-4f30-85f5-555aa07e8179 req-1927bcb6-fd40-41b2-bf7b-bd44cfa7705d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804341 Oct 28 11:10:47.236851 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd4349-d424-4bb5-a11b-0e5af6737d07 req-f23e4b84-20a4-4484-8803-fb88553da46e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:47.238558 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6cdd4349-d424-4bb5-a11b-0e5af6737d07 req-f23e4b84-20a4-4484-8803-fb88553da46e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0459256 Oct 28 11:10:47.285905 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6cdd4349-d424-4bb5-a11b-0e5af6737d07 req-1bf75245-16a3-4321-9bd2-48ab63220a24 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418437 Oct 28 11:10:48.402656 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7991b9-322c-427e-a276-92e227fa5fd0 req-9c648019-2421-4e4e-acb5-f413cf0443c5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:10:48.404076 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4c7991b9-322c-427e-a276-92e227fa5fd0 req-9c648019-2421-4e4e-acb5-f413cf0443c5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0457911 Oct 28 11:10:48.453429 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4c7991b9-322c-427e-a276-92e227fa5fd0 req-963e2236-9959-4382-b419-e137d62d5311 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 Oct 28 11:10:50.083925 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:10:57.279368 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=36 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:57.281871 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=42 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:58.030096 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:10:58.447214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=16 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:58.449939 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=53 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:10:58.753512 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f2447595-22a5-45c3-8bd1-bc36c5f9551b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:00.078639 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:00.080147 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:00.863445 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7a13949b-923d-4d57-913d-403e7502b4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:02.109524 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:03.620993 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:03.716355 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:10.179487 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:10.184458 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:12.306767 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469531bc-9cc1-4ef7-95ea-7e3cbe3ada3b req-e1348811-370f-49c8-b32c-51e49321d72e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:12.308273 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-469531bc-9cc1-4ef7-95ea-7e3cbe3ada3b req-e1348811-370f-49c8-b32c-51e49321d72e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0507436 Oct 28 11:11:12.353848 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-469531bc-9cc1-4ef7-95ea-7e3cbe3ada3b req-b012d9ce-15d7-418e-9d0c-a11bafdea5f4 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400438 Oct 28 11:11:13.480965 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea661bb-6597-4dd8-903f-bba755af9638 req-8ee46f2e-4485-48df-a443-ed7cf31ea745 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:13.482441 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ea661bb-6597-4dd8-903f-bba755af9638 req-8ee46f2e-4485-48df-a443-ed7cf31ea745 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0460935 Oct 28 11:11:13.529653 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3ea661bb-6597-4dd8-903f-bba755af9638 req-98cda730-efc3-43e2-a35d-0d661c0ed3e2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Oct 28 11:11:13.710060 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:13.711902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:13.750608 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a8c64829-5632-4efc-b552-55a3f8524e2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:13.752035 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a8c64829-5632-4efc-b552-55a3f8524e2a tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 947 time: 0.0461972 Oct 28 11:11:13.835472 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Deleting port ded90a4e-c044-4824-8ed3-a7277034c619 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:11:13.835805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:13.922741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] For port ded90a4e-c044-4824-8ed3-a7277034c619, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ded90a4e-c044-4824-8ed3-a7277034c619,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:13.923091 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:14.081744 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:14.082479 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (1270b1c1-982f-465a-9240-a30341876fc3), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:14.082636 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Floating IP 1270b1c1-982f-465a-9240-a30341876fc3 disassociated. External IP: 172.37.0.35, port: ded90a4e-c044-4824-8ed3-a7277034c619. Oct 28 11:11:14.083073 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Calling delete_port for ded90a4e-c044-4824-8ed3-a7277034c619 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:11:14.206001 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (ded90a4e-c044-4824-8ed3-a7277034c619), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:14.231845 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event deleted for resources: {'Port': ['ID=ded90a4e-c044-4824-8ed3-a7277034c619,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:14.241610 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.241954 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.242314 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.242651 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.243606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.243996 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.244324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.244649 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.244972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.245778 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.245778 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.245944 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.246286 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.246547 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.246864 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:14.354534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:11:14.454020 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:11:14.463705 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:11:14.473618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:14.474259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:14.480926 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:14.501241 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] No DVR routers for this DVR port ded90a4e-c044-4824-8ed3-a7277034c619 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:11:14.503972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:14.507374 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3c8bab7d-b954-440d-b27d-192b850bf984 req-a095845c-4cf2-4f71-822a-07703fa20264 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ded90a4e-c044-4824-8ed3-a7277034c619 HTTP/1.1" status: 204 len: 173 time: 0.7493632 Oct 28 11:11:14.508211 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-deleted', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:11:14.511775 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fed354a-371f-4531-8239-a918ed8345a9" -d '{"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-deleted", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:11:14.551995 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3348be-6d32-4665-810a-56d450fb73dc x-openstack-request-id: req-7d3348be-6d32-4665-810a-56d450fb73dc {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:11:14.552284 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057e4fde-a7eb-419f-b0ba-ad3e183bf191", "name": "network-vif-deleted", "tag": "ded90a4e-c044-4824-8ed3-a7277034c619", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:11:14.552552 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d3348be-6d32-4665-810a-56d450fb73dc {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:11:14.553467 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3348be-6d32-4665-810a-56d450fb73dc'] response: {'server_uuid': '057e4fde-a7eb-419f-b0ba-ad3e183bf191', 'name': 'network-vif-deleted', 'tag': 'ded90a4e-c044-4824-8ed3-a7277034c619', 'status': 'completed', 'code': 200} Oct 28 11:11:14.584307 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:14.653754 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2b6af4e3-3bd7-4897-8d52-9158c2d2d4a3 req-6d0bca78-c036-44b2-a557-fd6ecc2aeffc tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=057e4fde-a7eb-419f-b0ba-ad3e183bf191 HTTP/1.1" status: 200 len: 210 time: 0.0326235 Oct 28 11:11:14.793651 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:14.818828 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:11:14.827172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:14.827711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:14.926066 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:15.109309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:15.137422 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50a51b-c03f-4d92-9f9b-cb559073545d None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:01:25Z', 'revision_number': 4, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fc63bc75-90ce-4d7a-bc47-904a45626720', 'name': '', 'network_id': '95b80201-612c-4027-9944-5fd26540f482', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'mac_address': 'fa:16:3e:ef:48:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:24Z', 'updated_at': '2022-10-28T11:01:36Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'subnets': [{'id': '9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:11:15.360219 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e6d95-a7c1-42de-bc01-0614e6b0638e None None] New status for floating IP 1270b1c1-982f-465a-9240-a30341876fc3: DOWN {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:11:16.754101 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:11:16.775027 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: ded90a4e-c044-4824-8ed3-a7277034c619 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:11:16.775381 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ded90a4e-c044-4824-8ed3-a7277034c619 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:11:16.776036 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44858) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:16.829773 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b54eb9b8-44df-4e0b-aadb-af73b46c2ce2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (909064cb-c0a2-4cb5-9523-3ecde8fcfe5d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:16.851147 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b54eb9b8-44df-4e0b-aadb-af73b46c2ce2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (909064cb-c0a2-4cb5-9523-3ecde8fcfe5d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:16.898185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b54eb9b8-44df-4e0b-aadb-af73b46c2ce2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (909064cb-c0a2-4cb5-9523-3ecde8fcfe5d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:16.901301 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b54eb9b8-44df-4e0b-aadb-af73b46c2ce2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:16.902450 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b54eb9b8-44df-4e0b-aadb-af73b46c2ce2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/909064cb-c0a2-4cb5-9523-3ecde8fcfe5d HTTP/1.1" status: 204 len: 168 time: 0.1254075 Oct 28 11:11:16.905344 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44860) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:16.911428 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54eb9b8-44df-4e0b-aadb-af73b46c2ce2 tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909064cb-c0a2-4cb5-9523-3ecde8fcfe5d,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:16.919566 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.api.v2.resource [None req-739e7c0d-fed9-4875-a0c1-187d39e1f3ce tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] show failed (client error): The resource could not be found. Oct 28 11:11:16.920640 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-739e7c0d-fed9-4875-a0c1-187d39e1f3ce tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "GET /networking/v2.0/security-groups/909064cb-c0a2-4cb5-9523-3ecde8fcfe5d HTTP/1.1" status: 404 len: 347 time: 0.0142138 Oct 28 11:11:16.923394 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44862) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:16.998818 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:17.034179 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Deleting port f60e5d1d-73d3-458d-9893-66bf9a4cac36 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:11:17.034448 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:17.111437 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:17.111759 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (f60e5d1d-73d3-458d-9893-66bf9a4cac36), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:17.123520 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Calling delete_port for f60e5d1d-73d3-458d-9893-66bf9a4cac36 owned by network:floatingip {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:11:17.255450 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (f60e5d1d-73d3-458d-9893-66bf9a4cac36), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:17.525795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Pushing event deleted for resources: {'Port': ['ID=f60e5d1d-73d3-458d-9893-66bf9a4cac36,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:17.586150 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks [] for floatingip (1270b1c1-982f-465a-9240-a30341876fc3), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:17.588653 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:17.589782 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-e3567bc7-22a1-4ed7-95ea-7722dc82149e tempest-AttachVolumeShelveTestJSON-1894077199 tempest-AttachVolumeShelveTestJSON-1894077199-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/1270b1c1-982f-465a-9240-a30341876fc3 HTTP/1.1" status: 204 len: 168 time: 0.6655059 Oct 28 11:11:20.009229 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44886) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:20.440730 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (8ff2570e-e11c-4141-aa3d-8155a02892f5), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:20.517619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:20.623946 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:20.657586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Deleting port fc63bc75-90ce-4d7a-bc47-904a45626720 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:11:20.657913 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:20.735015 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] For port fc63bc75-90ce-4d7a-bc47-904a45626720, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=fc63bc75-90ce-4d7a-bc47-904a45626720,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:20.735366 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:20.748287 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Calling delete_port for fc63bc75-90ce-4d7a-bc47-904a45626720 owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:11:20.921411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (fc63bc75-90ce-4d7a-bc47-904a45626720), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:20.943901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc63bc75-90ce-4d7a-bc47-904a45626720,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:21.110414 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (8ff2570e-e11c-4141-aa3d-8155a02892f5), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:21.312987 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Router 8ff2570e-e11c-4141-aa3d-8155a02892f5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:11:21.316037 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:21.411813 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:11:21.417550 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-09ed7cbd-99e1-41f3-864f-1f38aad12af7 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/8ff2570e-e11c-4141-aa3d-8155a02892f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4078894 Oct 28 11:11:21.420107 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44890) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:21.420997 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] Sync routers for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:11:21.431174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:21.431770 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:21.503253 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:21.519833 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks [] for router (8ff2570e-e11c-4141-aa3d-8155a02892f5), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:21.533627 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:21.619454 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks [] for router_gateway (8ff2570e-e11c-4141-aa3d-8155a02892f5), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:21.661378 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Deleting port e34c9413-28f3-4ef8-91f4-96fb3ded9219 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:11:21.661710 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:21.696142 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219'}], 'enable_snat': True}, 'gw_port_id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:11:20Z', 'revision_number': 5, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port': {'id': 'e34c9413-28f3-4ef8-91f4-96fb3ded9219', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:13:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:01:18Z', 'updated_at': '2022-10-28T11:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:21.724091 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] Checking router: 8ff2570e-e11c-4141-aa3d-8155a02892f5 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:11:21.730900 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:21.732383 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:21.734828 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] Routers {'8ff2570e-e11c-4141-aa3d-8155a02892f5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:21.735423 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['8ff2570e-e11c-4141-aa3d-8155a02892f5'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:21.745087 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] For port e34c9413-28f3-4ef8-91f4-96fb3ded9219, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=e34c9413-28f3-4ef8-91f4-96fb3ded9219,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:21.745454 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:21.758259 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Calling delete_port for e34c9413-28f3-4ef8-91f4-96fb3ded9219 owned by network:router_gateway {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:11:21.818857 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] Set router 8ff2570e-e11c-4141-aa3d-8155a02892f5 gateway port host: None {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:21.867499 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:11:21Z', 'revision_number': 6, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:21.891704 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361eb8ea-56fa-4bfb-a9b9-a7b2be621ba2 None None] The sync data for ids ['8ff2570e-e11c-4141-aa3d-8155a02892f5'] in dv-cinder-zed-3-iscsi is: [{'id': '8ff2570e-e11c-4141-aa3d-8155a02892f5', 'name': 'tempest-AttachVolumeShelveTestJSON-853239753-router', 'tenant_id': '312745d2566343faa50fa7c6f06483f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:01:17Z', 'updated_at': '2022-10-28T11:11:21Z', 'revision_number': 6, 'project_id': '312745d2566343faa50fa7c6f06483f1', 'gw_port_host': None}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:11:21.926266 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (e34c9413-28f3-4ef8-91f4-96fb3ded9219), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:21.949588 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Pushing event deleted for resources: {'Port': ['ID=e34c9413-28f3-4ef8-91f4-96fb3ded9219,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:22.015259 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (8ff2570e-e11c-4141-aa3d-8155a02892f5), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.098601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (8ff2570e-e11c-4141-aa3d-8155a02892f5), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.100702 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks [] for router_controller (8ff2570e-e11c-4141-aa3d-8155a02892f5), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.141234 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (8ff2570e-e11c-4141-aa3d-8155a02892f5), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.141904 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff2570e-e11c-4141-aa3d-8155a02892f5 {{(pid=106104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:11:22.146002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.147045 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-65ca225d-0524-4118-934a-b6f0873d25de admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/8ff2570e-e11c-4141-aa3d-8155a02892f5 HTTP/1.1" status: 204 len: 168 time: 0.7260218 Oct 28 11:11:22.150119 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44892) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:22.194397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Deleting subnet 9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:11:22.197936 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Publish callbacks [] for subnet (9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.223963 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:22.233739 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.327296 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.350585 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:22.375056 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fc63bc75-90ce-4d7a-bc47-904a45626720 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:11:22.387842 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.412748 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:22.420218 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.424090 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6838bba7-bbc4-40be-9c14-dd7e9389eef3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/9a4f7b9e-a76c-44ec-aacb-d028ca3b4a64 HTTP/1.1" status: 204 len: 168 time: 0.2729342 Oct 28 11:11:22.426582 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44894) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:22.502518 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (95b80201-612c-4027-9944-5fd26540f482), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.521544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf20e09-3c2f-4ea9-ae67-c64167cd65e7 None None] Network 95b80201-612c-4027-9944-5fd26540f482 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:11:22.524604 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: fc63bc75-90ce-4d7a-bc47-904a45626720 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:11:22.524944 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fc63bc75-90ce-4d7a-bc47-904a45626720 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:11:22.545200 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Deleting port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:11:22.545532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.611145 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] For port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,segment=NetworkSegment(de829f78-717f-4b4a-bd60-a2e20580b1dc),segment_id=de829f78-717f-4b4a-bd60-a2e20580b1dc)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:22.611509 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.629089 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Calling delete_port for 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 owned by network:dhcp {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:11:22.703510 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] DHCP port deletion for 95b80201-612c-4027-9944-5fd26540f482 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:11:22.719172 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.745682 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:22.747879 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Deleting port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:11:22.749000 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.749497 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] No DVR routers for this DVR port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 on host dv-cinder-zed-3-iscsi {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:11:22.816161 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] For port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0, host dv-cinder-zed-3-iscsi, got binding levels [] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:22.816561 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.827220 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (95b80201-612c-4027-9944-5fd26540f482), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.829742 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Calling delete_port for 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:11:22.832712 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.ipam_backend_mixin [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 was not found and therefore no delete operation was performed {{(pid=106105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 28 11:11:22.833913 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (9fe1f8ad-2912-4cfa-b256-c153ada4bde0), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.848600 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b80201-612c-4027-9944-5fd26540f482']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:22.858840 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de829f78-717f-4b4a-bd60-a2e20580b1dc') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:22.859189 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de829f78-717f-4b4a-bd60-a2e20580b1dc') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:22.863165 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Pushing event deleted for resources: {'Port': ['ID=9fe1f8ad-2912-4cfa-b256-c153ada4bde0,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:22.868845 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] No DVR routers for this DVR port 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:11:22.870149 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (de829f78-717f-4b4a-bd60-a2e20580b1dc), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.879792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.881230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.881230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.881230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.881230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.881230 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.882288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.882288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1049ff-dbf5-4936-af18-69c3a46361b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:22.888249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (de829f78-717f-4b4a-bd60-a2e20580b1dc), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.895806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:11:22.896237 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (de829f78-717f-4b4a-bd60-a2e20580b1dc), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.917039 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment de829f78-717f-4b4a-bd60-a2e20580b1dc resource provider aggregate not found Oct 28 11:11:22.948299 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment de829f78-717f-4b4a-bd60-a2e20580b1dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de829f78-717f-4b4a-bd60-a2e20580b1dc found for delete ", "request_id": "req-1cfc2aaa-4226-4704-9b2e-be93f3e4d967"}]} Oct 28 11:11:22.969062 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (95b80201-612c-4027-9944-5fd26540f482), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.975879 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:22.981067 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/95b80201-612c-4027-9944-5fd26540f482 HTTP/1.1" status: 204 len: 168 time: 0.5510182 Oct 28 11:11:22.990412 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1040d5-09d0-4941-b076-3c9eaecf5d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=95b80201-612c-4027-9944-5fd26540f482,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:23.104057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44902) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:23.148254 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-9d00bcc2-9807-416b-be33-687e3262d225 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=312745d2566343faa50fa7c6f06483f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428436 Oct 28 11:11:23.151159 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44904) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:23.198389 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fbe36715-8117-4cd4-8dcf-5c85bff52aaf admin admin] Publish callbacks [] for security_group (918ffd51-05fc-4338-ae0f-1d535280c7bb), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:23.218826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fbe36715-8117-4cd4-8dcf-5c85bff52aaf admin admin] Publish callbacks [] for security_group (918ffd51-05fc-4338-ae0f-1d535280c7bb), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:23.226315 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:23.269640 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fbe36715-8117-4cd4-8dcf-5c85bff52aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (918ffd51-05fc-4338-ae0f-1d535280c7bb), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:23.272249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fbe36715-8117-4cd4-8dcf-5c85bff52aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:23.273378 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-fbe36715-8117-4cd4-8dcf-5c85bff52aaf admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/918ffd51-05fc-4338-ae0f-1d535280c7bb HTTP/1.1" status: 204 len: 168 time: 0.1212890 Oct 28 11:11:23.281759 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe36715-8117-4cd4-8dcf-5c85bff52aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918ffd51-05fc-4338-ae0f-1d535280c7bb,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:23.999663 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44928) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:24.105380 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-698758798-network', 'tenant_id': '68345feb30fe454083122ecaf73ef747'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:24.125062 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Made reservation on behalf of 68345feb30fe454083122ecaf73ef747 for: {'network': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:11:24.127300 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.135471 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.164125 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:24.212803 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks [] for security_group (ac58680e-dcd3-4f61-aab9-9123c76c3851), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.216609 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ac58680e-dcd3-4f61-aab9-9123c76c3851), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.241869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=106104) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:11:24.262206 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (208ee848-761b-438c-b24f-09e1992f2614), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.262543 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.segments_db [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Added segment 208ee848-761b-438c-b24f-09e1992f2614 of type vlan for network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 Oct 28 11:11:24.270036 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58680e-dcd3-4f61-aab9-9123c76c3851,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:24.290503 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:11:24.308106 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.310098 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:11:24.310442 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9fe1f8ad-2912-4cfa-b256-c153ada4bde0 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:11:24.310852 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device e34c9413-28f3-4ef8-91f4-96fb3ded9219 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:11:24.328584 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: e34c9413-28f3-4ef8-91f4-96fb3ded9219 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:11:24.328927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device e34c9413-28f3-4ef8-91f4-96fb3ded9219 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:11:24.335162 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.335418 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:24.335836 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.394012 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3931859 Oct 28 11:11:24.397048 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44932) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:24.400003 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8f66b-3588-46b3-9e1f-b76e170e7d96 admin admin] Pushing event updated for resources: {'Network': ['ID=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:24.402734 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Request body: {'subnet': {'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-698758798-subnet', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:24.409258 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:11:24.423362 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Made reservation on behalf of 68345feb30fe454083122ecaf73ef747 for: {'subnet': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:11:24.425685 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16752171'] for subnet (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.593813 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14962223', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16752153'] for subnet (41973fda-c30d-469e-9389-c51fd5b69e2f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.653177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Pushing event updated for resources: {'Subnet': ['ID=41973fda-c30d-469e-9389-c51fd5b69e2f,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:24.663867 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.664213 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.664590 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.664928 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.665262 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.665591 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.665919 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.666268 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.666608 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.666913 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.667235 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.667558 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.667880 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.668197 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.668514 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:24.673498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:11:24.673877 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Network hostable DHCP agents. Network: 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:11:24.691892 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:11:24.701614 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5) {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:24.705527 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:24.706155 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.711171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e822bcf-523a-4bcd-a8c5-19c356a76491 None None] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:11:24.723003 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ac1ca3a9-dede-47f8-a2dc-e5741ddf504f admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3247507 Oct 28 11:11:24.725859 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44934) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:24.730064 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:24.749908 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-499928', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1689'] for router (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.750929 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-506356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-509318', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-362446', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1680'] for router (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.801047 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks [] for router_controller (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), precommit_add_association {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.817264 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc00cbc3b-d826-5f62-a2e5-46e00a6508e2-447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f'}]}} from dv-cinder-zed-3-iscsi. {{(pid=106105) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 28 11:11:24.818265 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.937068 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks [] for router_gateway (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:24.949895 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.db_base_plugin_common [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Allocated IP 172.20.0.2 (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5/41973fda-c30d-469e-9389-c51fd5b69e2f/0ad4a434-021f-41b5-ae31-b1da45b589b0) {{(pid=106105) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:11:24.957761 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.050554 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.093123 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Publish callbacks [] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), precommit_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.098636 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), after_create {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.117295 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks [] for router_gateway (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.136756 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.141174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106105) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:11:25.144414 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.scheduler.base_scheduler [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Resources bound (agent type, host, resource id): {{(pid=106105) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:25.146829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Received port after_create {{(pid=106105) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:11:25.151717 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.154769 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Pushing event updated for resources: {'Port': ['ID=0ad4a434-021f-41b5-ae31-b1da45b589b0,revision_number=1']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:25.160359 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.219434 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Attempting to bind port 0ad4a434-021f-41b5-ae31-b1da45b589b0 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:11:25.219798 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Attempting to bind port 0ad4a434-021f-41b5-ae31-b1da45b589b0 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:11:25.220159 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Attempting to bind port 0ad4a434-021f-41b5-ae31-b1da45b589b0 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:11:25.248629 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Allocated IP 172.37.0.96 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/2856be6d-6ae2-423a-b79e-e3489d8b68b9) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:11:25.263448 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:11:25.263932 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:11:25.264439 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.264930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Bound using segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:11:25.265550 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Bound port: 0ad4a434-021f-41b5-ae31-b1da45b589b0, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:11:25.266121 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.335800 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] For port 0ad4a434-021f-41b5-ae31-b1da45b589b0, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:11:25.340261 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] For port 0ad4a434-021f-41b5-ae31-b1da45b589b0, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0ad4a434-021f-41b5-ae31-b1da45b589b0,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:11:25.346372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.364165 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks [] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.399488 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.402809 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a63b7e-3ae7-4ff0-a397-d9d0bd5b3c95 None None] Pushing event updated for resources: {'Port': ['ID=0ad4a434-021f-41b5-ae31-b1da45b589b0,revision_number=2']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:25.429035 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.432445 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.442478 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:11:25.445444 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:25.449415 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:11:25.470881 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Pushing event updated for resources: {'Port': ['ID=2856be6d-6ae2-423a-b79e-e3489d8b68b9,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:25.704995 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks [] for router_gateway (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.827848 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:25.892814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-506339', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-506677'] for router (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:25.975442 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:26.017204 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f is scheduled to L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f with binding_index 1 {{(pid=106103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 11:11:26.118098 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:11:26.128678 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:11:26.135840 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.137294 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9411904a-e018-4c3b-8380-5f7f86d3b9f2 admin admin] 10.222.0.46 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4105017 Oct 28 11:11:26.140147 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44936) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:26.141254 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:26.141872 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:26.255969 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:26.348893 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 0ad4a434-021f-41b5-ae31-b1da45b589b0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:26.397148 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 0ad4a434-021f-41b5-ae31-b1da45b589b0 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:26.397853 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.398435 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 0ad4a434-021f-41b5-ae31-b1da45b589b0 Oct 28 11:11:26.429206 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd47064-4958-4c2f-b663-d31c8c0ed293 None None] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:11:26.457412 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:25Z', 'revision_number': 3, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:26.489373 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:11:26.489746 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Updating router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 binding host dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:11:26.510975 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Provisioning complete for port 0ad4a434-021f-41b5-ae31-b1da45b589b0 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:26.511342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.511681 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Attempt 1 to provision port 0ad4a434-021f-41b5-ae31-b1da45b589b0 Oct 28 11:11:26.521948 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.586171 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.607893 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 0ad4a434-021f-41b5-ae31-b1da45b589b0 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:26.608295 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.674509 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 0ad4a434-021f-41b5-ae31-b1da45b589b0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0ad4a434-021f-41b5-ae31-b1da45b589b0,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:26.698558 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Current status of the port 0ad4a434-021f-41b5-ae31-b1da45b589b0 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:26.699282 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.730583 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.740513 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:26.759233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Allocated IP 172.20.0.1 (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5/41973fda-c30d-469e-9389-c51fd5b69e2f/f02fbc41-2470-4e6e-b4a5-9ec024610e27) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:11:26.776132 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:26.802008 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=0ad4a434-021f-41b5-ae31-b1da45b589b0,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:26.847060 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.db.api [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106105) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 28 11:11:26.847472 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG oslo_db.api [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 11:11:26.852704 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Publish callbacks [] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), precommit_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.857613 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.881252 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks [] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.897004 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Attempting to bind port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:11:26.897390 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Attempting to bind port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:11:26.897757 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Attempting to bind port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 on network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:11:26.914200 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.933833 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Pushing event updated for resources: {'Port': ['ID=2856be6d-6ae2-423a-b79e-e3489d8b68b9,revision_number=2']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:26.947385 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.947733 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.948061 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.948395 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.948726 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.949051 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.949371 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.949692 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.950049 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.950354 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.950672 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.950990 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.951303 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.951619 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.951937 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106106) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:11:26.957881 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:11:26.962728 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:11:26.963106 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Checking segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106106) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:11:26.963508 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.963893 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Bound using segment: {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'} {{(pid=106106) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:11:26.964362 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.managers [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Bound port: 2856be6d-6ae2-423a-b79e-e3489d8b68b9, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174b1ba3-27ee-4259-80d3-566393b67059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}}] {{(pid=106106) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:11:26.964497 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:26.964737 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), before_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:26.968246 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:11:26.971690 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f02fbc41-2470-4e6e-b4a5-9ec024610e27,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:27.009894 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-502332'] for router_interface (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.016337 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] For port 2856be6d-6ae2-423a-b79e-e3489d8b68b9, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106106) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:11:27.019776 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.plugins.ml2.db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] For port 2856be6d-6ae2-423a-b79e-e3489d8b68b9, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=2856be6d-6ae2-423a-b79e-e3489d8b68b9,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106106) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:11:27.027470 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron_lib.callbacks.manager [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), after_update {{(pid=106106) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.063201 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:27.063826 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:27.125689 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:11:27.136800 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8ee23-194f-4c44-b557-baf084ed6c36 None None] Pushing event updated for resources: {'Port': ['ID=2856be6d-6ae2-423a-b79e-e3489d8b68b9,revision_number=3']} {{(pid=106106) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:27.141015 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:27.146264 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:27.153150 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.198471 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:27.313275 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks [] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.317816 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.369735 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:25Z', 'revision_number': 3, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:27.378204 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:27.382890 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-011996e1-f4f9-40c9-bbbc-be24360d6736 None None] Current status of the port 0ad4a434-021f-41b5-ae31-b1da45b589b0 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:27.387940 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f02fbc41-2470-4e6e-b4a5-9ec024610e27,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:27.391176 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-537621', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-502416'] for router_interface (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.397048 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4798a9-61fd-4fc2-8a9e-cbef665c08cb None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:25Z', 'revision_number': 3, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:11:27.504031 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Provisioning complete for port 0ad4a434-021f-41b5-ae31-b1da45b589b0 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:27.504407 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.504743 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Attempt 1 to provision port 0ad4a434-021f-41b5-ae31-b1da45b589b0 Oct 28 11:11:27.586632 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Current status of the port 0ad4a434-021f-41b5-ae31-b1da45b589b0 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:27.596076 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Provisioning complete for port f02fbc41-2470-4e6e-b4a5-9ec024610e27 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:27.596442 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.596768 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Attempt 1 to provision port f02fbc41-2470-4e6e-b4a5-9ec024610e27 Oct 28 11:11:27.640739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:27.656724 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2d287f77-48bd-47bf-92fb-6a1f5c81bc6b None None] Port f02fbc41-2470-4e6e-b4a5-9ec024610e27 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:11:27.774367 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:11:27.775889 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:27.785701 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:27.890893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:27.897615 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:11:27.975447 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464f57aa-8df6-4fbf-a548-e0f10600c9eb None None] Provisioning complete for port f02fbc41-2470-4e6e-b4a5-9ec024610e27 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:27.976394 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464f57aa-8df6-4fbf-a548-e0f10600c9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:27.976751 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464f57aa-8df6-4fbf-a548-e0f10600c9eb None None] Attempt 1 to provision port f02fbc41-2470-4e6e-b4a5-9ec024610e27 Oct 28 11:11:28.011618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464f57aa-8df6-4fbf-a548-e0f10600c9eb None None] Port f02fbc41-2470-4e6e-b4a5-9ec024610e27 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:11:28.014606 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:11:28.019701 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-1dd8c6e2-771c-419b-8771-440ad808e1b3 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8785353 Oct 28 11:11:28.050954 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:28.358175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 0ad4a434-021f-41b5-ae31-b1da45b589b0 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:28.401967 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 0ad4a434-021f-41b5-ae31-b1da45b589b0 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:28.402636 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:28.402795 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 0ad4a434-021f-41b5-ae31-b1da45b589b0 Oct 28 11:11:28.475386 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 0ad4a434-021f-41b5-ae31-b1da45b589b0 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:28.476417 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2856be6d-6ae2-423a-b79e-e3489d8b68b9 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:28.517079 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:28.517455 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:28.517788 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 Oct 28 11:11:28.590241 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:28.590624 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:28.610669 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port 2856be6d-6ae2-423a-b79e-e3489d8b68b9, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=2856be6d-6ae2-423a-b79e-e3489d8b68b9,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:28.615109 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:28.661946 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=2856be6d-6ae2-423a-b79e-e3489d8b68b9,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:28.757864 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b9d61a7a-70a6-4e30-8dbf-98e17e31b304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:28.958650 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94301718-0009-4808-845b-15a398894088 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:11:28.968532 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94301718-0009-4808-845b-15a398894088 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:28.969116 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-94301718-0009-4808-845b-15a398894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:29.070355 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-94301718-0009-4808-845b-15a398894088 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:29.233277 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:29.365144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 44950) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:29.369731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577325693', 'description': 'tempest-description--1272741256'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:29.372829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-94301718-0009-4808-845b-15a398894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:29.391412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.397088 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94301718-0009-4808-845b-15a398894088 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:11:29.397492 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94301718-0009-4808-845b-15a398894088 None None] Updating router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f port f02fbc41-2470-4e6e-b4a5-9ec024610e27 binding host dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 11:11:29.425443 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-94301718-0009-4808-845b-15a398894088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.462378 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.466440 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.468651 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:29.498218 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.499428 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1332316 Oct 28 11:11:29.501258 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287aa53-2f33-4fa5-afaa-af584569da73 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:29.502782 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44954) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:29.509989 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': 'c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:29.538324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (63aee4b7-6a7c-4abb-b01d-dd92bbca3a3b), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.598019 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (63aee4b7-6a7c-4abb-b01d-dd92bbca3a3b), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.601580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (63aee4b7-6a7c-4abb-b01d-dd92bbca3a3b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.622345 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63aee4b7-6a7c-4abb-b01d-dd92bbca3a3b,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:29.627894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.629074 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6a24df1f-ce67-4cae-945f-f12243c4af5b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250718 Oct 28 11:11:29.631817 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44956) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:29.636614 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': 'c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:29.662227 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (4922ac63-a573-4200-af1b-d247dea2ca08), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.688035 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-94301718-0009-4808-845b-15a398894088 None None] Publish callbacks [] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), precommit_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.693172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-94301718-0009-4808-845b-15a398894088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.720233 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (4922ac63-a573-4200-af1b-d247dea2ca08), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.723837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (4922ac63-a573-4200-af1b-d247dea2ca08), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.745908 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4922ac63-a573-4200-af1b-d247dea2ca08,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:29.751383 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.754613 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b8fcf9fe-490c-400f-9e4c-4dc5ba2d8f4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218231 Oct 28 11:11:29.757694 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 44958) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:29.761886 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:29.769765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af7ce8-7958-4d56-9795-ef33bf68338e None None] Pushing event updated for resources: {'Port': ['ID=f02fbc41-2470-4e6e-b4a5-9ec024610e27,revision_number=3']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:29.782620 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-94301718-0009-4808-845b-15a398894088 None None] Attempting to bind port f02fbc41-2470-4e6e-b4a5-9ec024610e27 on host dv-cinder-zed-3-iscsi for vnic_type normal with profile {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:11:29.782984 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-94301718-0009-4808-845b-15a398894088 None None] Attempting to bind port f02fbc41-2470-4e6e-b4a5-9ec024610e27 by drivers openvswitch,hyperv on host dv-cinder-zed-3-iscsi at level 0 using segments [{'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:11:29.783354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94301718-0009-4808-845b-15a398894088 None None] Attempting to bind port f02fbc41-2470-4e6e-b4a5-9ec024610e27 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:11:29.783718 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.828729 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94301718-0009-4808-845b-15a398894088 None None] Checking agent: {'id': '3d8c7898-2528-4a52-b81b-8163bc2d0c8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-zed-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 53, 4), 'started_at': datetime.datetime(2022, 10, 28, 10, 53, 34), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-zed-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:11:29.829111 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94301718-0009-4808-845b-15a398894088 None None] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:11:29.829500 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-94301718-0009-4808-845b-15a398894088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.829802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:DELETE=6,neutron:SELECT=75,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:29.829957 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94301718-0009-4808-845b-15a398894088 None None] Bound using segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} {{(pid=106105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:11:29.830365 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.managers [None req-94301718-0009-4808-845b-15a398894088 None None] Bound port: f02fbc41-2470-4e6e-b4a5-9ec024610e27, host: dv-cinder-zed-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}}] {{(pid=106105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:11:29.830925 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-94301718-0009-4808-845b-15a398894088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.864243 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.893438 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-94301718-0009-4808-845b-15a398894088 None None] For port f02fbc41-2470-4e6e-b4a5-9ec024610e27, host dv-cinder-zed-3-iscsi, cleared binding levels {{(pid=106105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:11:29.896706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-94301718-0009-4808-845b-15a398894088 None None] For port f02fbc41-2470-4e6e-b4a5-9ec024610e27, host dv-cinder-zed-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f02fbc41-2470-4e6e-b4a5-9ec024610e27,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:11:29.902276 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-94301718-0009-4808-845b-15a398894088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:29.939338 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94301718-0009-4808-845b-15a398894088 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:29.939965 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-94301718-0009-4808-845b-15a398894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:29.958493 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:29.969605 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.37.0.152 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/756b84c5-d1c0-4ee9-8c72-3444a29d810b) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:11:30.003530 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af7ce8-7958-4d56-9795-ef33bf68338e None None] Pushing event updated for resources: {'Port': ['ID=f02fbc41-2470-4e6e-b4a5-9ec024610e27,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:30.060768 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-94301718-0009-4808-845b-15a398894088 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:30.077162 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.110542 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.149855 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:11:30.152685 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:30.156178 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:11:30.182753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=756b84c5-d1c0-4ee9-8c72-3444a29d810b,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:30.212663 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:30.261464 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-94301718-0009-4808-845b-15a398894088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:29Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:30.288380 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94301718-0009-4808-845b-15a398894088 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:29Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:11:30.319909 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2856be6d-6ae2-423a-b79e-e3489d8b68b9 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:30.390537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:30.410786 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:30.411184 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.411569 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 Oct 28 11:11:30.498679 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:30.528216 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (f31b831c-5db6-4fc0-a591-02662fb5a373), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.570036 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.721109 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.725641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.786796 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:30.794692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=756b84c5-d1c0-4ee9-8c72-3444a29d810b,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:30.799613 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (f31b831c-5db6-4fc0-a591-02662fb5a373), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.825024 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:30.826294 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-a405510b-8cd0-465c-bff7-ecf5b3f49249 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0676227 Oct 28 11:11:30.866556 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-717c8691-2003-49e5-aedc-8f2a6f3563c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:31.097525 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-a43c9bce-ee35-406e-85ea-7caf86bade66 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1577325693&fields=id&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 267 time: 0.0441618 Oct 28 11:11:31.209355 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-a061ffc5-3ae2-453d-a8e3-39d8362983c2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:31.210860 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-a061ffc5-3ae2-453d-a8e3-39d8362983c2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1060941 Oct 28 11:11:31.226786 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-1f170349-3c31-46d5-9053-3318c9c3a80a tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/quotas/68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 375 time: 0.0096881 Oct 28 11:11:31.270826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:31.280430 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-a397e800-59bf-4a5a-939a-2633e9b7ed7f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483744 Oct 28 11:11:31.381241 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-ba30b545-a3fb-45cc-8814-d0841392e212 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885358 Oct 28 11:11:31.473545 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-5a75ad46-e495-4f54-be38-77b30e2b9ac0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859404 Oct 28 11:11:31.695432 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2b8e2f2-db3d-4809-9c96-eb8aabe13e0c req-559b8b7b-822f-45a8-8430-0f3ab31eeb8b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 210 time: 0.0857308 Oct 28 11:11:31.718214 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-2a575b8f-7880-492c-a1bc-463a648c129e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452754 Oct 28 11:11:31.784238 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-9e858f62-a199-44f2-8d88-b12641c91985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:31.785907 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-9e858f62-a199-44f2-8d88-b12641c91985 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1129 time: 0.0436196 Oct 28 11:11:31.897688 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-84d18ba9-ceab-44d1-b697-41ce8cb35802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:31.899190 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-84d18ba9-ceab-44d1-b697-41ce8cb35802 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.0956275 Oct 28 11:11:31.962546 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-4085a74e-00db-4a71-8b93-4fce74f7e5be service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 1000 time: 0.0557604 Oct 28 11:11:32.012355 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-2fdde135-9b81-46ef-9d22-f0eb9b28809a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:32.013738 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-2fdde135-9b81-46ef-9d22-f0eb9b28809a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0445187 Oct 28 11:11:32.061680 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-8079b182-0ec9-4f52-9028-1530455b2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:32.063172 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-8079b182-0ec9-4f52-9028-1530455b2648 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0437479 Oct 28 11:11:32.113686 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:32.154215 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-9ef08980-4512-49c8-9fae-15c4d95f73a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 Oct 28 11:11:32.265601 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-908147eb-5c56-4587-b699-1b84c61d8fa9 req-e83a7935-d6fb-4a07-bd79-d8e25a268877 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056681 Oct 28 11:11:32.326423 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f02fbc41-2470-4e6e-b4a5-9ec024610e27 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:32.372268 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port f02fbc41-2470-4e6e-b4a5-9ec024610e27 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:32.372642 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:32.373087 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port f02fbc41-2470-4e6e-b4a5-9ec024610e27 Oct 28 11:11:32.446898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port f02fbc41-2470-4e6e-b4a5-9ec024610e27 is: DOWN; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:32.447290 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:32.479918 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] For port f02fbc41-2470-4e6e-b4a5-9ec024610e27, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f02fbc41-2470-4e6e-b4a5-9ec024610e27,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:32.483409 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:32.528791 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Pushing event updated for resources: {'Port': ['ID=f02fbc41-2470-4e6e-b4a5-9ec024610e27,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:32.816077 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-122dd944-d8fb-4947-b3b2-2fe377724c28 req-41b704dd-ca11-4932-b44e-8931c43656ae tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 210 time: 0.0367529 Oct 28 11:11:32.861340 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-3b944fc9-6db6-4b6c-8bb5-fb67a675cc84 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:32.862790 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-3b944fc9-6db6-4b6c-8bb5-fb67a675cc84 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1368468 Oct 28 11:11:32.890070 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:32.931136 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-c0f57ce3-eb18-47a6-9b06-7fcba234fbb8 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 380 time: 0.0538013 Oct 28 11:11:33.003169 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'port': {'device_id': '952a161f-410d-4266-b236-14823a631423', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'admin_state_up': True, 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'security_groups': ['c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:33.105122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:33.115715 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Made reservation on behalf of 68345feb30fe454083122ecaf73ef747 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:11:33.120002 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.240629 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.20.0.7 (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5/41973fda-c30d-469e-9389-c51fd5b69e2f/da22476d-00ea-4b57-aedf-ea0bfc3eaaa2) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:11:33.382015 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.413197 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.456643 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:11:33.459721 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:11:33.463410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:11:33.469338 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:33.518584 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:33.519193 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.536373 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-86b97499-9b9d-4b1c-bb97-10357f5e4428 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5367327 Oct 28 11:11:33.560353 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Request body: {'port': {'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:33.623737 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.626212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.723734 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-c5c7f1ba-dc97-4548-b0ef-61b71734dbc1 None None] Provisioning complete for port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:33.724114 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f1ba-dc97-4548-b0ef-61b71734dbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.724518 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-c5c7f1ba-dc97-4548-b0ef-61b71734dbc1 None None] Attempt 1 to provision port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 Oct 28 11:11:33.728893 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.741448 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:33.762063 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7f1ba-dc97-4548-b0ef-61b71734dbc1 None None] Port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:11:33.883102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:11:33.890556 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Publish callbacks [] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.892470 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:33.906388 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Transition to ACTIVE for port object da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:11:33.910127 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:33.936775 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542fe50-802f-498b-baeb-b80d0344bf02 req-cca12112-ad24-4f89-92c9-f46e6a16fdfb tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:33.938307 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1542fe50-802f-498b-baeb-b80d0344bf02 req-cca12112-ad24-4f89-92c9-f46e6a16fdfb tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 931 time: 0.0467284 Oct 28 11:11:33.971275 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:33.993431 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1542fe50-802f-498b-baeb-b80d0344bf02 req-51ef3d81-2ef8-41c6-abb0-c3079bec47fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492432 Oct 28 11:11:34.020920 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Attempting to bind port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:11:34.021249 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Attempting to bind port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:11:34.021570 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Attempting to bind port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:11:34.065672 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:11:34.066024 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Attempting to bind port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:11:34.110851 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:11:34.111185 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:11:34.111559 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Bound using segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:11:34.111986 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Bound port: da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:11:34.112341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:34.172700 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] For port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:11:34.175743 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] For port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:11:34.181796 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:34.186171 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:34.186859 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:34.188150 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 HTTP/1.1" status: 200 len: 1093 time: 0.6321495 Oct 28 11:11:34.188709 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:11:34.191058 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b" -d '{"events": [{"name": "network-changed", "server_uuid": "952a161f-410d-4266-b236-14823a631423", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:11:34.275604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8414534-0480-4deb-9e21-119da89b89da x-openstack-request-id: req-e8414534-0480-4deb-9e21-119da89b89da {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:11:34.276000 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a161f-410d-4266-b236-14823a631423", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:11:34.276348 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e8414534-0480-4deb-9e21-119da89b89da {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:11:34.276893 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8414534-0480-4deb-9e21-119da89b89da'] response: {'name': 'network-changed', 'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'status': 'completed', 'code': 200} Oct 28 11:11:34.303604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-7de5944d-2356-45ac-b237-5ac21c45c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:34.305415 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-7de5944d-2356-45ac-b237-5ac21c45c876 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 1127 time: 0.0650501 Oct 28 11:11:34.306467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8b73f-a2a6-4ab4-92c2-d8588b6a3bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:34.316284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f02fbc41-2470-4e6e-b4a5-9ec024610e27 up at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:34.351883 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-37b96df8-80e8-4f83-baa2-3f393e9ea019 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0355227 Oct 28 11:11:34.366183 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Provisioning complete for port f02fbc41-2470-4e6e-b4a5-9ec024610e27 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:34.366674 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:34.367215 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Attempt 1 to provision port f02fbc41-2470-4e6e-b4a5-9ec024610e27 Oct 28 11:11:34.401478 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-28e5723b-41b7-4209-85eb-862b1a08da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:34.402923 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-28e5723b-41b7-4209-85eb-862b1a08da4f service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0442441 Oct 28 11:11:34.437846 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Current status of the port f02fbc41-2470-4e6e-b4a5-9ec024610e27 is: ACTIVE; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:34.448731 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-17423004-0918-4ae1-bcfe-71262a1f4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:34.450224 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-17423004-0918-4ae1-bcfe-71262a1f4e38 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0410979 Oct 28 11:11:34.538734 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-d36457b8-f4b4-4e66-b366-e447fd847648 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815799 Oct 28 11:11:34.627295 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:34.631416 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a1a1a583-e9f9-4d08-ac37-3278adad2659 req-367e0a63-60a6-4177-b63b-bc83500992fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862854 Oct 28 11:11:35.111607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80147b92-6a36-4bba-b2e6-f2ad6402c875 req-9c4a8eae-8772-42af-b5c3-b0d0c86df62d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:35.113068 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-80147b92-6a36-4bba-b2e6-f2ad6402c875 req-9c4a8eae-8772-42af-b5c3-b0d0c86df62d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 943 time: 0.0461881 Oct 28 11:11:35.159624 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-80147b92-6a36-4bba-b2e6-f2ad6402c875 req-e91e0db1-62a6-40d5-a84a-6eff1202517f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405972 Oct 28 11:11:36.278616 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ea527-7932-486e-9b6a-271356058886 req-972063da-86ef-44dd-ba3e-67ebf77d9d6f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:36.280035 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b47ea527-7932-486e-9b6a-271356058886 req-972063da-86ef-44dd-ba3e-67ebf77d9d6f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 943 time: 0.0472233 Oct 28 11:11:36.326354 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b47ea527-7932-486e-9b6a-271356058886 req-97ec2dc6-2135-45bc-abfe-03ef3b85bedc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406444 Oct 28 11:11:37.061847 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-f0a21135-9910-423a-8ded-aab033240874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:37.063304 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-f0a21135-9910-423a-8ded-aab033240874 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 1127 time: 0.0382516 Oct 28 11:11:37.320397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:37.337084 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-a94bb970-33fe-4e86-82c7-088b5f0921ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:37.338972 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-a94bb970-33fe-4e86-82c7-088b5f0921ad service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0913510 Oct 28 11:11:37.377812 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-31002284-4a15-4845-ae14-adb9686adacc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 HTTP/1.1" status: 200 len: 217 time: 0.0331585 Oct 28 11:11:37.432827 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-7771b778-e4e5-4d73-9023-62e6f488deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:37.434378 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-7771b778-e4e5-4d73-9023-62e6f488deeb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0502520 Oct 28 11:11:37.451349 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f6042-61f6-4663-b74e-398857e8b5c4 req-d13f7ee9-1b40-4a8d-8779-c6942d40ad6c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:37.453001 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-625f6042-61f6-4663-b74e-398857e8b5c4 req-d13f7ee9-1b40-4a8d-8779-c6942d40ad6c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 943 time: 0.0489082 Oct 28 11:11:37.480593 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-e832c125-d379-4a9c-9072-8b5d562da4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:37.482206 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-e832c125-d379-4a9c-9072-8b5d562da4d1 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0412741 Oct 28 11:11:37.492544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-d23a6b0d-e55d-47ec-838c-abd43c474a8b service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:11:37.493776 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-d23a6b0d-e55d-47ec-838c-abd43c474a8b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054815 Oct 28 11:11:37.506778 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-625f6042-61f6-4663-b74e-398857e8b5c4 req-2d04bed4-f216-4d91-a271-e17bb253e782 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473998 Oct 28 11:11:37.592039 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-ebaf4bcc-62ad-4fc2-b08f-bef0d2c91b97 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915406 Oct 28 11:11:37.842309 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5d21ca73-8dba-4b13-ae1d-3c35cbffd80b req-fc80d4c4-84cf-43a8-85ec-e065781b6f28 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831394 Oct 28 11:11:38.627445 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82a4bf-710e-4b3f-89cf-f85ac87583a4 req-cdcff24c-794f-4e6b-aff8-cfcfc1b9f088 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:38.628855 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ca82a4bf-710e-4b3f-89cf-f85ac87583a4 req-cdcff24c-794f-4e6b-aff8-cfcfc1b9f088 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 943 time: 0.0459948 Oct 28 11:11:38.678298 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ca82a4bf-710e-4b3f-89cf-f85ac87583a4 req-3d65d4f7-b77d-4362-a3e0-ad1336dabaca tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439422 Oct 28 11:11:38.867390 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:11:38.966315 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:38.977069 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:11:38.997705 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:39.011969 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:39.012358 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:39.028595 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:11:39.046969 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:39.050587 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:39.071686 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:39.096472 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:39.404787 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['da22476d-00ea-4b57-aedf-ea0bfc3eaaa2'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:11:39.800358 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021326c8-222d-4357-b877-acf6c51a0abe req-3ab3fbde-a9d4-47e0-9658-82510a3eab66 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:39.801822 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-021326c8-222d-4357-b877-acf6c51a0abe req-3ab3fbde-a9d4-47e0-9658-82510a3eab66 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 944 time: 0.0494094 Oct 28 11:11:39.848547 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-021326c8-222d-4357-b877-acf6c51a0abe req-21063e27-dab1-4c16-8a0a-73d78aa291e0 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404935 Oct 28 11:11:40.878491 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:11:40.923445 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:11:40.930588 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:11:40.930974 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:40.931296 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 Oct 28 11:11:40.971400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68a423-36d4-412f-aacf-8054266fc8fa req-e8054d5a-8313-444e-8ab7-3ddc07c2bd82 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:40.973032 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1d68a423-36d4-412f-aacf-8054266fc8fa req-e8054d5a-8313-444e-8ab7-3ddc07c2bd82 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 944 time: 0.0481210 Oct 28 11:11:41.003154 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:11:41.003544 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:41.019862 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1d68a423-36d4-412f-aacf-8054266fc8fa req-3c93d4f7-76c3-4207-973c-11d32491b267 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Oct 28 11:11:41.027500 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:11:41.029891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27adcd84-2d95-4df9-a8d1-adaa79dc3b3a" -d '{"events": [{"server_uuid": "952a161f-410d-4266-b236-14823a631423", "name": "network-vif-plugged", "status": "completed", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:11:41.046207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:11:41.050438 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:41.075879 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83cb6c2a-a39d-432f-9209-6a7a8debaa44 x-openstack-request-id: req-83cb6c2a-a39d-432f-9209-6a7a8debaa44 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:11:41.076191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a161f-410d-4266-b236-14823a631423", "name": "network-vif-plugged", "status": "completed", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:11:41.076449 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83cb6c2a-a39d-432f-9209-6a7a8debaa44 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:11:41.076838 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83cb6c2a-a39d-432f-9209-6a7a8debaa44'] response: {'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'code': 200} Oct 28 11:11:41.101664 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:11:41.244911 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfa95d-1dc4-4b25-8b48-7116cd99cfbc req-157b8833-ccc6-4dfe-9efc-451da38c0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:41.246362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a2dfa95d-1dc4-4b25-8b48-7116cd99cfbc req-157b8833-ccc6-4dfe-9efc-451da38c0d80 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 1129 time: 0.0385890 Oct 28 11:11:41.288819 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a2dfa95d-1dc4-4b25-8b48-7116cd99cfbc req-4e68a0dc-4f26-46c3-852f-638214bfefa7 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367720 Oct 28 11:11:42.146010 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0976a1-643e-4e35-a59a-aeae852ef76f req-00cf0a6b-5c52-4da2-8aeb-13252f27b482 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:42.147460 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4e0976a1-643e-4e35-a59a-aeae852ef76f req-00cf0a6b-5c52-4da2-8aeb-13252f27b482 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 945 time: 0.0499392 Oct 28 11:11:42.192953 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4e0976a1-643e-4e35-a59a-aeae852ef76f req-f0a453cc-ebd0-4dc7-a00a-7956bc85fc6e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400255 Oct 28 11:11:43.314612 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f645f-aeff-487c-acc5-119090843f47 req-dae85cac-42a4-4fbe-b4ab-dd19f0f363df tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:43.316061 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6c7f645f-aeff-487c-acc5-119090843f47 req-dae85cac-42a4-4fbe-b4ab-dd19f0f363df tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 945 time: 0.0454082 Oct 28 11:11:43.362208 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6c7f645f-aeff-487c-acc5-119090843f47 req-f41cd17a-d117-4891-8a9a-14f6f3ec9fc5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400932 Oct 28 11:11:43.475779 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0329f82-8cac-4a72-9e38-7512e9cdbae8 req-06fc002f-7f58-4b32-a564-f8e3348e9500 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:43.477824 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c0329f82-8cac-4a72-9e38-7512e9cdbae8 req-06fc002f-7f58-4b32-a564-f8e3348e9500 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 945 time: 0.0463970 Oct 28 11:11:43.487851 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45026) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:11:43.492261 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:11:43.528847 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (f31b831c-5db6-4fc0-a591-02662fb5a373), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:43.632863 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:43.845175 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:43.940400 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:43.943847 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (f31b831c-5db6-4fc0-a591-02662fb5a373), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:44.037200 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP f31b831c-5db6-4fc0-a591-02662fb5a373 associated. External IP: 172.37.0.152, port: da22476d-00ea-4b57-aedf-ea0bfc3eaaa2. Oct 28 11:11:44.233480 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:11:44.580207 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:11:44.584910 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:44.590617 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:11:44.600165 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:44.600766 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:44.616105 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-be3d42c7-9bc7-4061-9c81-3306857665f1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/f31b831c-5db6-4fc0-a591-02662fb5a373 HTTP/1.1" status: 200 len: 991 time: 1.1272359 Oct 28 11:11:44.616762 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:11:44.619050 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5458c53a-45d0-4a37-b7c6-4070d5a0c835" -d '{"events": [{"name": "network-changed", "server_uuid": "952a161f-410d-4266-b236-14823a631423", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:11:44.655671 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05aaece-809f-4557-a312-a423cb084397 x-openstack-request-id: req-d05aaece-809f-4557-a312-a423cb084397 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:11:44.655802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952a161f-410d-4266-b236-14823a631423", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:11:44.656054 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d05aaece-809f-4557-a312-a423cb084397 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:11:44.656501 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d05aaece-809f-4557-a312-a423cb084397'] response: {'name': 'network-changed', 'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'status': 'completed', 'code': 200} Oct 28 11:11:44.704163 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:44.714721 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-5a9040ab-1839-462c-9529-ccca6699ecea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:44.716840 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-5a9040ab-1839-462c-9529-ccca6699ecea service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 1129 time: 0.0389943 Oct 28 11:11:44.809416 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-b50491dd-1c1b-4f06-aa3a-499a750f7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:44.810888 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-b50491dd-1c1b-4f06-aa3a-499a750f7e89 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0882838 Oct 28 11:11:44.856921 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:44.872524 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-969fcf2d-92da-4e1a-8f6d-e6d1a69ef7af service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 HTTP/1.1" status: 200 len: 999 time: 0.0556264 Oct 28 11:11:44.920601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-52f0af4e-4b2f-4156-92ca-645458f43243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:44.922267 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-52f0af4e-4b2f-4156-92ca-645458f43243 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0443113 Oct 28 11:11:44.995799 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:43Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:45.014786 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-d91b4dc3-1b9b-410f-971b-0af90dbe1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:45.016362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-d91b4dc3-1b9b-410f-971b-0af90dbe1a14 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0876203 Oct 28 11:11:45.020274 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:11:45.029191 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:11:45.029773 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:11:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:45.105895 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-e44d0c57-0171-44eb-bed4-47cdb0b4e80d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839052 Oct 28 11:11:45.130638 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:11:45.198734 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5458c53a-45d0-4a37-b7c6-4070d5a0c835 req-77a6e0e2-9d17-492e-9d6f-152b0d1064bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868673 Oct 28 11:11:45.334020 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:45.340388 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:43Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:11:45.365617 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf83c9-a89a-49da-ae3d-520b32fc8bea None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:43Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:11:45.544836 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605b6dc6-30bc-4ca2-b05b-8ed40225dad8 None None] New status for floating IP f31b831c-5db6-4fc0-a591-02662fb5a373: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:11:47.104784 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:53.356486 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=73,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:53.359081 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:55.189631 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=32 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:55.195526 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:55.644433 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:55.647823 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:57.098830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde8e32-9d9f-444f-bd17-db4f5f2709a6 req-8222ff31-8c58-49ef-9ceb-cf2de7ae59cb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:57.100285 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1cde8e32-9d9f-444f-bd17-db4f5f2709a6 req-8222ff31-8c58-49ef-9ceb-cf2de7ae59cb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0492275 Oct 28 11:11:57.147386 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1cde8e32-9d9f-444f-bd17-db4f5f2709a6 req-bbbb8be2-4fda-4eb4-85ce-f40ca52cb3b4 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407538 Oct 28 11:11:57.700898 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=14 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:57.703732 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=13 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:11:58.054193 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:58.267060 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d045ee-86dc-430b-ac25-776f4c7e81a8 req-b41909bb-33c4-4e94-a4d9-777afdb3a3e1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:58.268508 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-19d045ee-86dc-430b-ac25-776f4c7e81a8 req-b41909bb-33c4-4e94-a4d9-777afdb3a3e1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0455043 Oct 28 11:11:58.318489 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-19d045ee-86dc-430b-ac25-776f4c7e81a8 req-9c7ba0c4-963a-41d4-9956-1bce13330e41 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443206 Oct 28 11:11:58.759831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0c6728a9-548e-464f-a181-42bc7b9405d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:11:59.435537 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95a30e-7ea7-4dae-9986-04b7b9aadfb2 req-3adddf82-4774-4e0e-b82d-f4a259bf8f16 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:11:59.436959 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a95a30e-7ea7-4dae-9986-04b7b9aadfb2 req-3adddf82-4774-4e0e-b82d-f4a259bf8f16 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0460284 Oct 28 11:11:59.486413 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2a95a30e-7ea7-4dae-9986-04b7b9aadfb2 req-027f3b76-7b61-4001-b48c-34591a728d1b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440037 Oct 28 11:12:00.606561 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d032633-8e82-4ff7-8a4e-07df63264e92 req-964f1b87-d5c9-46e3-ac16-aac2657745ae tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:00.608018 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d032633-8e82-4ff7-8a4e-07df63264e92 req-964f1b87-d5c9-46e3-ac16-aac2657745ae tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0460591 Oct 28 11:12:00.662886 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d032633-8e82-4ff7-8a4e-07df63264e92 req-a350138f-9468-49e9-b80e-7fe0bc8738fe tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494382 Oct 28 11:12:00.868672 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-cf20e4d7-feae-4f98-bd63-c4820970e606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:01.779617 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432aea1-bb62-4fbd-ab8d-e1ff550f7146 req-0b1db7e9-5d3a-466f-bf8f-ca9b3232a2b7 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:01.781056 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5432aea1-bb62-4fbd-ab8d-e1ff550f7146 req-0b1db7e9-5d3a-466f-bf8f-ca9b3232a2b7 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0465064 Oct 28 11:12:01.827370 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5432aea1-bb62-4fbd-ab8d-e1ff550f7146 req-dd8f0e04-ea48-443a-ac5a-f55062a2b2ea tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Oct 28 11:12:02.114842 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:02.945537 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f21c6-5f8d-410d-80f7-b1db48281b0a req-78af64c1-33c8-4348-99a4-aecbb1d61cf1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:02.947024 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dc2f21c6-5f8d-410d-80f7-b1db48281b0a req-78af64c1-33c8-4348-99a4-aecbb1d61cf1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0464392 Oct 28 11:12:02.992885 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dc2f21c6-5f8d-410d-80f7-b1db48281b0a req-896b28d0-a43e-436d-a953-9478e8c68ad9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Oct 28 11:12:03.626028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:03.722203 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:04.111219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f7a80d-876b-49a4-85e1-be0db1225430 req-07695461-9b0d-445b-b9b1-e0909571122b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:04.112652 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c1f7a80d-876b-49a4-85e1-be0db1225430 req-07695461-9b0d-445b-b9b1-e0909571122b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0463674 Oct 28 11:12:04.114608 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:12:04.159036 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c1f7a80d-876b-49a4-85e1-be0db1225430 req-68bf8336-8c4a-4edd-b0d1-43fd39d7b9d5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405550 Oct 28 11:12:05.281886 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0977c77-de05-4aca-90bc-6d0014ff25c8 req-607e0358-070c-4dfc-8711-d51e982b6942 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:05.283403 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0977c77-de05-4aca-90bc-6d0014ff25c8 req-607e0358-070c-4dfc-8711-d51e982b6942 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0517981 Oct 28 11:12:05.330956 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0977c77-de05-4aca-90bc-6d0014ff25c8 req-92b723f8-cf60-4e70-8074-2408ffc309e2 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414410 Oct 28 11:12:06.453079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beb6ec-be2a-4717-be00-9f49927f6b19 req-b135f03d-c2bc-49e2-8e10-d7ddafc32cd1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:06.454520 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10beb6ec-be2a-4717-be00-9f49927f6b19 req-b135f03d-c2bc-49e2-8e10-d7ddafc32cd1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0486279 Oct 28 11:12:06.499999 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-10beb6ec-be2a-4717-be00-9f49927f6b19 req-49b5f036-7364-40ae-96cf-74c4259910ab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400336 Oct 28 11:12:07.618849 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044690e3-e9ed-4a65-a7ea-c8f7e4666a8f req-14ccd76d-7188-4693-b15e-1a4f78459f22 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:07.620320 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-044690e3-e9ed-4a65-a7ea-c8f7e4666a8f req-14ccd76d-7188-4693-b15e-1a4f78459f22 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0461590 Oct 28 11:12:07.666366 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-044690e3-e9ed-4a65-a7ea-c8f7e4666a8f req-47d3e3ff-421a-44c2-9259-4aeaddaf3b07 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 Oct 28 11:12:07.914013 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5936834-d967-495f-934f-778f1523ec88 req-6cff2a07-6c2f-4caf-92ee-c0f1ef258fa8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:07.915543 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c5936834-d967-495f-934f-778f1523ec88 req-6cff2a07-6c2f-4caf-92ee-c0f1ef258fa8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0534897 Oct 28 11:12:07.954876 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-effbba1d-86d5-4b3b-a9a1-f26161824abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:07.956498 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-effbba1d-86d5-4b3b-a9a1-f26161824abb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 1129 time: 0.0396676 Oct 28 11:12:07.963073 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c5936834-d967-495f-934f-778f1523ec88 req-0468e520-96ef-4b2e-96c2-496534a22d85 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 Oct 28 11:12:08.049788 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-707fd9e7-31d5-4fb0-9f18-2d454e7ee31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:08.051250 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-707fd9e7-31d5-4fb0-9f18-2d454e7ee31e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.0888212 Oct 28 11:12:08.111416 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-1f2f9060-3e06-4d28-bace-303d9f844a40 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 200 len: 1000 time: 0.0540900 Oct 28 11:12:08.158948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-f2b8125e-895a-4317-b398-92f7f938790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:08.160306 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-f2b8125e-895a-4317-b398-92f7f938790b service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0421872 Oct 28 11:12:08.207124 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-dd651d7d-e3bb-4399-b07b-7d29d170a2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:08.208588 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-dd651d7d-e3bb-4399-b07b-7d29d170a2c9 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0402451 Oct 28 11:12:08.301482 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-72da1085-4bd4-4ca6-a0a1-f29d3ae8999e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858960 Oct 28 11:12:08.400439 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae78e855-451e-4ba9-8268-a4dd80844e4a req-537dd8f7-4caf-4f87-9e38-c9ada67b41a2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929618 Oct 28 11:12:08.409147 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe142c-e15f-4f76-9a58-02d1f7e3a47d req-4ebba3ab-24c3-4ed2-8973-7a4e35a0f794 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:08.410634 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-81fe142c-e15f-4f76-9a58-02d1f7e3a47d req-4ebba3ab-24c3-4ed2-8973-7a4e35a0f794 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0466802 Oct 28 11:12:08.458868 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-81fe142c-e15f-4f76-9a58-02d1f7e3a47d req-d2bd539a-320e-4f2c-ac50-ad55a5c63792 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Oct 28 11:12:09.083027 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ad65b-0ef1-483f-af5b-8fe5f593d34a req-625608e1-3210-4f4a-b843-e8abe7a5f0fd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:09.084466 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d72ad65b-0ef1-483f-af5b-8fe5f593d34a req-625608e1-3210-4f4a-b843-e8abe7a5f0fd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0453377 Oct 28 11:12:09.097759 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:09.132275 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d72ad65b-0ef1-483f-af5b-8fe5f593d34a req-c1aa255d-bfed-4956-89dc-a099804910b1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 Oct 28 11:12:09.579238 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396e4a-1156-430f-9303-3c90b679ef60 req-115b28fb-1622-4d5f-8c3c-3b08cd8b4167 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:09.580685 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bb396e4a-1156-430f-9303-3c90b679ef60 req-115b28fb-1622-4d5f-8c3c-3b08cd8b4167 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0458272 Oct 28 11:12:09.631986 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bb396e4a-1156-430f-9303-3c90b679ef60 req-5e10a78f-7127-4190-b73b-a4df92acc7db tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458279 Oct 28 11:12:10.215327 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:10.255229 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdeed8e-2da2-40ae-877d-8b1b6833e5d3 req-b6c0b0be-9ede-4579-ac1a-3842306a1068 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:10.256659 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cdeed8e-2da2-40ae-877d-8b1b6833e5d3 req-b6c0b0be-9ede-4579-ac1a-3842306a1068 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0508168 Oct 28 11:12:10.302749 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5cdeed8e-2da2-40ae-877d-8b1b6833e5d3 req-78d2d702-ae95-4af4-a18f-27b615da9199 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399790 Oct 28 11:12:10.750728 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e043d-a1b5-4a52-b34b-f5372b7dc0ef req-a01c5b9d-6a45-44f6-b732-7f88c6c77569 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:10.752173 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-980e043d-a1b5-4a52-b34b-f5372b7dc0ef req-a01c5b9d-6a45-44f6-b732-7f88c6c77569 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0463603 Oct 28 11:12:10.800220 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-980e043d-a1b5-4a52-b34b-f5372b7dc0ef req-e493bc34-9654-4690-9d03-f98f83dfea59 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425954 Oct 28 11:12:11.091673 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45094) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:11.227459 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Deleting port e8f33229-b5dc-4c1c-8d23-2038a74a0dfa {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:11.228154 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:11.306088 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:11.306411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:11.319472 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Calling delete_port for e8f33229-b5dc-4c1c-8d23-2038a74a0dfa owned by network:floatingip {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:11.478593 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (e8f33229-b5dc-4c1c-8d23-2038a74a0dfa), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:11.503142 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'Port': ['ID=e8f33229-b5dc-4c1c-8d23-2038a74a0dfa,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:11.564101 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (0e5d4b43-1fa3-4249-b15f-a94ca057a74d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:11.564421 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Floating IP 0e5d4b43-1fa3-4249-b15f-a94ca057a74d disassociated (deleted). External IP: 172.37.0.82, port: fefb02ab-67c7-4cc8-91df-d3860ccf795b. Oct 28 11:12:11.757905 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:12:11.767760 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:11.862174 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:12:11.867324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:11.869805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:11.874583 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:12:11.884510 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:11.885104 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:11.923895 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-fc424706-a7ca-4c85-a61e-c0accd344695 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/0e5d4b43-1fa3-4249-b15f-a94ca057a74d HTTP/1.1" status: 204 len: 168 time: 0.8311226 Oct 28 11:12:11.926760 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:12:11.929173 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd64552-37bb-4514-b92c-5bd570c89d32" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:12:11.944183 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd7fff-69a5-44f0-8480-35d58c4e4953 req-f2eccf1d-b56e-486b-94aa-987b7c3ea5dc tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:11.945745 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bdbd7fff-69a5-44f0-8480-35d58c4e4953 req-f2eccf1d-b56e-486b-94aa-987b7c3ea5dc tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0591893 Oct 28 11:12:11.990867 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:12.002414 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-bdbd7fff-69a5-44f0-8480-35d58c4e4953 req-9139631b-f818-46b4-8de0-8b0d995219e6 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501711 Oct 28 11:12:12.132790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f77d93-d1bf-4db0-ad13-b85f4faed7ab x-openstack-request-id: req-21f77d93-d1bf-4db0-ad13-b85f4faed7ab {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:12:12.133074 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:12:12.133322 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21f77d93-d1bf-4db0-ad13-b85f4faed7ab {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:12:12.133716 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f77d93-d1bf-4db0-ad13-b85f4faed7ab'] response: {'name': 'network-changed', 'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'status': 'completed', 'code': 200} Oct 28 11:12:12.179162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b165973-2fbf-403e-9808-722fe93e18cc req-36d37fa5-8cea-4d3c-a929-d82837a2b992 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:12.180635 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1b165973-2fbf-403e-9808-722fe93e18cc req-36d37fa5-8cea-4d3c-a929-d82837a2b992 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0465884 Oct 28 11:12:12.208406 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:30Z', 'revision_number': 1, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:12.230574 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1b165973-2fbf-403e-9808-722fe93e18cc req-e20833ae-776c-48d4-8a95-04826c7ec80e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Oct 28 11:12:12.233336 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:12:12.242344 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:12.242940 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:12.348263 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:12.554766 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:30Z', 'revision_number': 1, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:12.578700 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3416ce9a-34c0-4a99-a12a-c393cdea7734 None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '10101421-f270-49ab-899f-8329344b981f', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'floating_ip_address': '172.37.0.173', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'port_id': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'mac_address': 'fa:16:3e:4d:eb:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:07:28Z', 'updated_at': '2022-10-28T11:07:30Z', 'revision_number': 1, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:12:12.787138 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c79d7f-6130-47ea-9375-351fbd9a7b88 None None] New status for floating IP 0e5d4b43-1fa3-4249-b15f-a94ca057a74d: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:12:13.150419 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e081526-3f2c-4093-b989-6aaeb8351495 req-df5f7519-f709-412d-a92b-bd4a7475006c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.151763 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0e081526-3f2c-4093-b989-6aaeb8351495 req-df5f7519-f709-412d-a92b-bd4a7475006c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0744390 Oct 28 11:12:13.156793 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-c1e44e0c-2b15-4994-8f9c-1c3fea161076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.158169 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-c1e44e0c-2b15-4994-8f9c-1c3fea161076 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 1130 time: 0.0520816 Oct 28 11:12:13.254832 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0e081526-3f2c-4093-b989-6aaeb8351495 req-2f289502-63a3-44cd-b1a1-bbdafb58961c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957377 Oct 28 11:12:13.283680 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-bb7a7978-3daf-4fec-b4bd-ba92936a58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.285166 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-bb7a7978-3daf-4fec-b4bd-ba92936a58a7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.1137664 Oct 28 11:12:13.373896 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f01637-54cc-4a2d-a9bd-cf9ed7fd225b req-e413d93e-7fdc-4a68-a0ec-8e6011e87a0d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.375408 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-40f01637-54cc-4a2d-a9bd-cf9ed7fd225b req-e413d93e-7fdc-4a68-a0ec-8e6011e87a0d tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0526378 Oct 28 11:12:13.378090 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-4749b042-abcd-492b-901a-5e9b35389cf6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b HTTP/1.1" status: 200 len: 217 time: 0.0346518 Oct 28 11:12:13.419235 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:13.424161 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-40f01637-54cc-4a2d-a9bd-cf9ed7fd225b req-fbb20732-41a4-45c6-b165-1888a9b12bc9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432544 Oct 28 11:12:13.741938 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-142373c3-32b2-4223-9ce2-3c44a91482b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.743353 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-142373c3-32b2-4223-9ce2-3c44a91482b4 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0471127 Oct 28 11:12:13.787110 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-82ccc947-491e-473d-b81a-0360e6f7e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.788593 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-82ccc947-491e-473d-b81a-0360e6f7e0f5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0375450 Oct 28 11:12:13.797430 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:13.813678 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-aa47033d-a807-4ca8-8284-d7c4bbaf3ef9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:13.815141 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-aa47033d-a807-4ca8-8284-d7c4bbaf3ef9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 946 time: 0.0464976 Oct 28 11:12:13.878441 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-d5e1031a-a798-4f89-887b-ba4370ccd89e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Oct 28 11:12:13.903017 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Deleting port fefb02ab-67c7-4cc8-91df-d3860ccf795b {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:13.903360 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:13.970440 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfd64552-37bb-4514-b92c-5bd570c89d32 req-315649b8-4941-4c2d-a5b8-3101922cf714 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861313 Oct 28 11:12:13.993465 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] For port fefb02ab-67c7-4cc8-91df-d3860ccf795b, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=fefb02ab-67c7-4cc8-91df-d3860ccf795b,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:13.993771 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:14.006621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Calling delete_port for fefb02ab-67c7-4cc8-91df-d3860ccf795b owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:14.134151 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (fefb02ab-67c7-4cc8-91df-d3860ccf795b), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:14.159818 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'Port': ['ID=fefb02ab-67c7-4cc8-91df-d3860ccf795b,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:14.205537 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] No DVR routers for this DVR port fefb02ab-67c7-4cc8-91df-d3860ccf795b on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:12:14.208002 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:14.211200 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-00b6de7c-5bed-440d-a321-42c8be1be1d0 req-6b99f499-7d55-4dbc-83d5-5c33b8979f33 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "DELETE /networking/v2.0/ports/fefb02ab-67c7-4cc8-91df-d3860ccf795b HTTP/1.1" status: 204 len: 173 time: 0.3908215 Oct 28 11:12:14.211686 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'name': 'network-vif-deleted', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:12:14.213924 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b61920-e10b-4851-9c9b-56a280373586" -d '{"events": [{"server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "name": "network-vif-deleted", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:12:14.319532 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8579e2ef-4305-405d-affb-afa9d3ba31f6 x-openstack-request-id: req-8579e2ef-4305-405d-affb-afa9d3ba31f6 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:12:14.319836 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb835d7-4e01-4735-9093-682fe2f848e0", "name": "network-vif-deleted", "tag": "fefb02ab-67c7-4cc8-91df-d3860ccf795b", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:12:14.320100 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8579e2ef-4305-405d-affb-afa9d3ba31f6 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:12:14.320514 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8579e2ef-4305-405d-affb-afa9d3ba31f6'] response: {'server_uuid': '5fb835d7-4e01-4735-9093-682fe2f848e0', 'name': 'network-vif-deleted', 'tag': 'fefb02ab-67c7-4cc8-91df-d3860ccf795b', 'status': 'completed', 'code': 200} Oct 28 11:12:14.379840 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b1360-4227-448d-9eba-cd9a69d3d83d req-21bd0406-deba-45da-a9f2-194305cf8f23 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:14.381322 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f95b1360-4227-448d-9eba-cd9a69d3d83d req-21bd0406-deba-45da-a9f2-194305cf8f23 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Oct 28 11:12:14.432868 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f95b1360-4227-448d-9eba-cd9a69d3d83d req-31e78c07-af6d-449f-bfa2-347894693bee tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451665 Oct 28 11:12:14.531241 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6dfabe4b-1be7-4875-a78e-dc000c74cd82 req-457c4d4e-c549-4691-9224-c232dede70c9 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=5fb835d7-4e01-4735-9093-682fe2f848e0 HTTP/1.1" status: 200 len: 210 time: 0.0289288 Oct 28 11:12:15.553819 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ddc8-f9bf-43c3-8dec-b96489860e39 req-80873ff2-e46b-4ef0-82b0-e6a2b52f1282 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:15.555223 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4482ddc8-f9bf-43c3-8dec-b96489860e39 req-80873ff2-e46b-4ef0-82b0-e6a2b52f1282 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0460591 Oct 28 11:12:15.605331 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4482ddc8-f9bf-43c3-8dec-b96489860e39 req-6e27a270-d657-4db4-8998-4428503aa4df tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440774 Oct 28 11:12:16.724952 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e62a-2db1-468a-992a-65a04cbe742f req-d2436a5d-b79f-4b45-826e-4ac1c40bb561 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:16.726445 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c9b9e62a-2db1-468a-992a-65a04cbe742f req-d2436a5d-b79f-4b45-826e-4ac1c40bb561 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0461609 Oct 28 11:12:16.780415 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c9b9e62a-2db1-468a-992a-65a04cbe742f req-062b8dff-e82c-428f-9a04-09d8d59a3866 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481453 Oct 28 11:12:17.078551 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device fefb02ab-67c7-4cc8-91df-d3860ccf795b no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:17.097739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: fefb02ab-67c7-4cc8-91df-d3860ccf795b {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:17.098106 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device fefb02ab-67c7-4cc8-91df-d3860ccf795b not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:17.841530 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45140) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:17.904454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588b6e-2dd0-4747-9332-9b7cc6a6b762 req-2f1bcd5b-759c-4796-a1b2-1ada69a823f8 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:17.905949 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ff588b6e-2dd0-4747-9332-9b7cc6a6b762 req-2f1bcd5b-759c-4796-a1b2-1ada69a823f8 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0479257 Oct 28 11:12:17.960960 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ff588b6e-2dd0-4747-9332-9b7cc6a6b762 req-e90b69b5-bcf2-44a1-86d7-81bb56bf0743 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493801 Oct 28 11:12:17.980248 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:17.985781 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Deleting port 43153cdb-11a8-4ab5-9390-5a4dd61f7000 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:17.986153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:18.062811 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:18.063130 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (43153cdb-11a8-4ab5-9390-5a4dd61f7000), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:18.076298 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Calling delete_port for 43153cdb-11a8-4ab5-9390-5a4dd61f7000 owned by network:floatingip {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:18.134513 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:18.221538 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (43153cdb-11a8-4ab5-9390-5a4dd61f7000), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:18.243813 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'Port': ['ID=43153cdb-11a8-4ab5-9390-5a4dd61f7000,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:18.255143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.255487 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.255820 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.256415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.257415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.257415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.257629 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.258026 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.258351 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.258673 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.259007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.259306 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.259619 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.259929 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.260238 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:18.326906 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (10101421-f270-49ab-899f-8329344b981f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:18.327164 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Floating IP 10101421-f270-49ab-899f-8329344b981f disassociated (deleted). External IP: 172.37.0.173, port: 77a42644-3142-4fb2-9d0e-5deb0792310a. Oct 28 11:12:18.522411 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:12:18.568057 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896082-6738-4190-8371-18d55737c8eb req-e6c05d19-39c9-495b-875a-9114a314e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:18.569563 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-e6c05d19-39c9-495b-875a-9114a314e14d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1129 time: 0.0392978 Oct 28 11:12:18.663818 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896082-6738-4190-8371-18d55737c8eb req-03527550-2bf1-4edb-8252-636984f4a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:18.665202 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-03527550-2bf1-4edb-8252-636984f4a527 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.0896542 Oct 28 11:12:18.734152 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-19716e0a-5b87-450e-a7d6-4d7c7a133424 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 1000 time: 0.0628414 Oct 28 11:12:18.785099 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896082-6738-4190-8371-18d55737c8eb req-136a236d-f6ad-49e9-bd27-e2ac3c4c651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:18.786626 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-136a236d-f6ad-49e9-bd27-e2ac3c4c651d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0462961 Oct 28 11:12:18.799937 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:18.822055 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:18.833219 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896082-6738-4190-8371-18d55737c8eb req-1b9265a8-fc0b-493f-ac19-508f47bd0121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:18.834787 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-1b9265a8-fc0b-493f-ac19-508f47bd0121 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0427587 Oct 28 11:12:18.877003 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:12:18.881849 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:18.888089 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:12:18.898573 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:18.899172 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:18.913535 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-34d5faa2-18c2-4c18-8d20-09d27eaa34f7 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/10101421-f270-49ab-899f-8329344b981f HTTP/1.1" status: 204 len: 168 time: 1.0683665 Oct 28 11:12:18.913535 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:12:18.914284 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a649af51-c60f-458e-9322-5b146dce03c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:12:18.933926 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-a12cacd5-c392-4275-afa9-1e9bd6b025a6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930305 Oct 28 11:12:18.959325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0240d30-bcbd-46bf-82e0-de016eb153ae x-openstack-request-id: req-f0240d30-bcbd-46bf-82e0-de016eb153ae {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:12:18.959641 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:12:18.960669 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0240d30-bcbd-46bf-82e0-de016eb153ae {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:12:18.960669 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0240d30-bcbd-46bf-82e0-de016eb153ae'] response: {'name': 'network-changed', 'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'status': 'completed', 'code': 200} Oct 28 11:12:19.035849 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649af51-c60f-458e-9322-5b146dce03c8 req-b1d24b69-dc8d-486c-b714-5869c6e3fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:19.036096 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-b1d24b69-dc8d-486c-b714-5869c6e3fd2f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 1129 time: 0.0433345 Oct 28 11:12:19.082197 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f0896082-6738-4190-8371-18d55737c8eb req-6c9314cf-2cf8-4aec-a99b-166be0378b15 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419899 Oct 28 11:12:19.142807 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:19.153153 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649af51-c60f-458e-9322-5b146dce03c8 req-11f9a2e3-bef5-491a-92d8-267be98b5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:19.154896 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-11f9a2e3-bef5-491a-92d8-267be98b5755 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 200 len: 913 time: 0.1114361 Oct 28 11:12:19.155888 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2bef8-9761-4c20-9c53-5b8a65310ccf req-85d4fe37-c601-433f-ab35-29a57081dfd8 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:19.157536 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-29f2bef8-9761-4c20-9c53-5b8a65310ccf req-85d4fe37-c601-433f-ab35-29a57081dfd8 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0586424 Oct 28 11:12:19.200700 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:19.209864 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01186be-fdac-479d-b073-cba0aac007b7 req-b9e79298-f22c-4ae4-af88-0057fe5dbb08 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:19.211362 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c01186be-fdac-479d-b073-cba0aac007b7 req-b9e79298-f22c-4ae4-af88-0057fe5dbb08 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0491891 Oct 28 11:12:19.217497 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-29f2bef8-9761-4c20-9c53-5b8a65310ccf req-863fe0af-f3c1-4644-a51a-fdeab190ec9d tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505993 Oct 28 11:12:19.264905 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c01186be-fdac-479d-b073-cba0aac007b7 req-068a91d7-8392-455b-8c92-b029863a2cb0 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460591 Oct 28 11:12:19.270601 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:19.272921 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:19.344959 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:19.369401 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:12:19.379220 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:19.379803 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:19.481014 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:19.668067 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:19.692638 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d98ac9-de2f-4dea-b778-911105e5fc72 None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:04Z', 'revision_number': 4, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '35eb101f-4f0f-481d-8989-2d3b7d8f916d', 'name': '', 'network_id': '447ffcd3-d772-4c15-92cb-558dd17897d4', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'mac_address': 'fa:16:3e:01:48:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:03Z', 'updated_at': '2022-10-28T11:03:10Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'subnets': [{'id': 'dd357101-dce1-4538-98f6-4cc3c004f302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:12:19.909378 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2f1ea6-d424-49e4-9c4a-c5555bcc949f None None] New status for floating IP 10101421-f270-49ab-899f-8329344b981f: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:12:20.340075 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74158948-24b7-452d-bcb3-1666aa400b99 req-f0f07100-2ae6-417c-bcca-46af1e908f42 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:20.341549 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-74158948-24b7-452d-bcb3-1666aa400b99 req-f0f07100-2ae6-417c-bcca-46af1e908f42 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0461166 Oct 28 11:12:20.390490 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55d1df-efdc-4ca1-bdbb-41b515268d58 req-8e94af6d-6517-4a45-9ac9-1b736c29a786 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:20.391547 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-74158948-24b7-452d-bcb3-1666aa400b99 req-489162bb-ef78-40ee-a8ac-d019bfa8bdaa tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442746 Oct 28 11:12:20.392097 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ce55d1df-efdc-4ca1-bdbb-41b515268d58 req-8e94af6d-6517-4a45-9ac9-1b736c29a786 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0496609 Oct 28 11:12:20.440955 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ce55d1df-efdc-4ca1-bdbb-41b515268d58 req-841ff93b-3a7d-40a0-b38c-a37f14ef47ab tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Oct 28 11:12:21.126023 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:21.156006 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-01fa6c8d-09fd-4d49-8b54-7773cc33d5e4 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 200 len: 217 time: 0.0366766 Oct 28 11:12:21.516774 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaad5f1-767e-4bc5-9609-1c778039e396 req-e143abd8-7317-4bde-bbee-94f04a8c16ec tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:21.518454 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5aaad5f1-767e-4bc5-9609-1c778039e396 req-e143abd8-7317-4bde-bbee-94f04a8c16ec tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0524054 Oct 28 11:12:21.572548 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5aaad5f1-767e-4bc5-9609-1c778039e396 req-a1de6dc5-b39a-4bb9-800f-82958ab460c4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482421 Oct 28 11:12:21.617875 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649af51-c60f-458e-9322-5b146dce03c8 req-9cc713f0-dc65-4a49-b40b-4e368259d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:21.619376 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-9cc713f0-dc65-4a49-b40b-4e368259d2be service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 200 len: 851 time: 0.0474830 Oct 28 11:12:21.681745 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00910002-e3f3-41cf-900d-bfb547c74558 req-15c0f9b1-2bc2-43a4-ab6b-55db162c6d8f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:21.683172 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-00910002-e3f3-41cf-900d-bfb547c74558 req-15c0f9b1-2bc2-43a4-ab6b-55db162c6d8f tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0535614 Oct 28 11:12:21.696379 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649af51-c60f-458e-9322-5b146dce03c8 req-38abe467-b8d8-4d50-a65c-750ff2227fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:21.697855 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-38abe467-b8d8-4d50-a65c-750ff2227fcc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447ffcd3-d772-4c15-92cb-558dd17897d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0680015 Oct 28 11:12:21.737958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9dd80-81b8-449c-b8f2-7e5611f4d248 req-f6dc0756-df0d-43f4-beba-4d2b6fa1b1a1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:21.739701 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e4a9dd80-81b8-449c-b8f2-7e5611f4d248 req-f6dc0756-df0d-43f4-beba-4d2b6fa1b1a1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 945 time: 0.0724056 Oct 28 11:12:21.779107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Deleting port 77a42644-3142-4fb2-9d0e-5deb0792310a {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:21.779447 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:21.833797 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e4a9dd80-81b8-449c-b8f2-7e5611f4d248 req-32943a8d-a43e-4378-8005-9d9cf3944a55 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=01a90e13-c3f8-4eb0-805d-272e7f8faf00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676589 Oct 28 11:12:21.844923 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-2c7d6438-78e1-489b-8912-c00082f76499 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392384 Oct 28 11:12:21.873951 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] For port 77a42644-3142-4fb2-9d0e-5deb0792310a, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=77a42644-3142-4fb2-9d0e-5deb0792310a,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:21.874337 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:21.887722 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Calling delete_port for 77a42644-3142-4fb2-9d0e-5deb0792310a owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:21.947240 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a649af51-c60f-458e-9322-5b146dce03c8 req-e3500be3-3248-43d1-853b-6039cc98a120 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944917 Oct 28 11:12:22.029274 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (77a42644-3142-4fb2-9d0e-5deb0792310a), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:22.057870 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'Port': ['ID=77a42644-3142-4fb2-9d0e-5deb0792310a,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:22.104875 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] No DVR routers for this DVR port 77a42644-3142-4fb2-9d0e-5deb0792310a on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:12:22.107555 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:22.112095 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-00910002-e3f3-41cf-900d-bfb547c74558 req-fd072e32-ba1d-4cf8-91c3-9b4ae5bca6c1 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.25 "DELETE /networking/v2.0/ports/77a42644-3142-4fb2-9d0e-5deb0792310a HTTP/1.1" status: 204 len: 173 time: 0.4240351 Oct 28 11:12:22.112616 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'name': 'network-vif-deleted', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:12:22.115138 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668165da-d097-4124-9cc8-5e4423734268" -d '{"events": [{"server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "name": "network-vif-deleted", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:12:22.155833 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53b8fa7-d762-4633-9835-d49807f9c7c4 x-openstack-request-id: req-e53b8fa7-d762-4633-9835-d49807f9c7c4 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:12:22.156151 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a", "name": "network-vif-deleted", "tag": "77a42644-3142-4fb2-9d0e-5deb0792310a", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:12:22.156400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e53b8fa7-d762-4633-9835-d49807f9c7c4 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:12:22.156840 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53b8fa7-d762-4633-9835-d49807f9c7c4'] response: {'server_uuid': '7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a', 'name': 'network-vif-deleted', 'tag': '77a42644-3142-4fb2-9d0e-5deb0792310a', 'status': 'completed', 'code': 200} Oct 28 11:12:22.694199 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e237d76-67d5-4097-a8d8-9cbca6925a83 req-5c678f9d-9045-47ba-8471-e9ca345e6ed0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:22.695687 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3e237d76-67d5-4097-a8d8-9cbca6925a83 req-5c678f9d-9045-47ba-8471-e9ca345e6ed0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0477574 Oct 28 11:12:22.744416 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-3e237d76-67d5-4097-a8d8-9cbca6925a83 req-e24e23e8-f4b1-424b-8e27-83adb287e01f tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430572 Oct 28 11:12:22.862454 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [req-67c0bc2a-86aa-46fe-85b8-9c58f77205ee req-0684c5f4-49a8-4796-a7b2-e3627fafa541 service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:12:22.863845 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-67c0bc2a-86aa-46fe-85b8-9c58f77205ee req-0684c5f4-49a8-4796-a7b2-e3627fafa541 service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0476580 Oct 28 11:12:22.966317 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-fc17988d-4b15-41cd-bd63-e7d72c88294f req-cb58c020-cf90-43e8-9c65-66189863739e tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=7528c29b-9ff1-47bc-b004-ab5c1c1bbd9a HTTP/1.1" status: 200 len: 210 time: 0.0356019 Oct 28 11:12:23.046680 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:23.052385 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:23.066149 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95db7-4f1e-4c56-b3e7-360b7136fdbd req-bf93a4ef-73cc-45ee-87ca-3963bc082b7f tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:23.067672 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ceb95db7-4f1e-4c56-b3e7-360b7136fdbd req-bf93a4ef-73cc-45ee-87ca-3963bc082b7f tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0566304 Oct 28 11:12:23.098407 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-77d6c379-387d-4dfd-87fb-44a047475ad1 service neutron] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1006007 Oct 28 11:12:23.119488 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ceb95db7-4f1e-4c56-b3e7-360b7136fdbd req-045889d9-5f06-4827-a6c1-5f34f3212f65 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450296 Oct 28 11:12:23.217822 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcc17-4885-492d-b08c-829735e1d5db req-88f67a82-b5b8-441c-a568-08fa13d353dd tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:23.219144 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-88f67a82-b5b8-441c-a568-08fa13d353dd tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports/0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 942 time: 0.0936186 Oct 28 11:12:24.037700 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45186) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:24.154910 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Deleting port 9de9f710-6c28-4347-99d9-75c564e4bf29 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:24.155024 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:24.263074 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b08cc2-c136-4938-85f1-c1ab13957670 req-dbed03f1-641a-4873-bfcd-1b1c1d2dad2d tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:24.264681 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-01b08cc2-c136-4938-85f1-c1ab13957670 req-dbed03f1-641a-4873-bfcd-1b1c1d2dad2d tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0664968 Oct 28 11:12:24.285116 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:24.285444 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (9de9f710-6c28-4347-99d9-75c564e4bf29), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:24.306628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Calling delete_port for 9de9f710-6c28-4347-99d9-75c564e4bf29 owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:24.374242 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-01b08cc2-c136-4938-85f1-c1ab13957670 req-487b358d-f973-4657-a113-d6f0a5ebb35b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990014 Oct 28 11:12:24.462029 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (9de9f710-6c28-4347-99d9-75c564e4bf29), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:24.483657 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'Port': ['ID=9de9f710-6c28-4347-99d9-75c564e4bf29,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:24.545923 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for floatingip (56b737f5-f235-47d1-9cb1-f49e98d4730d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:24.548456 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:24.549587 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-83ac105d-0948-4905-a906-f4f7a264e5bd tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/56b737f5-f235-47d1-9cb1-f49e98d4730d HTTP/1.1" status: 204 len: 168 time: 0.5107412 Oct 28 11:12:24.656042 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcc17-4885-492d-b08c-829735e1d5db req-c1f2d083-e6c5-4a7c-8b37-b8476aa4a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:24.657552 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-c1f2d083-e6c5-4a7c-8b37-b8476aa4a9f2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735&tenant_id=9edc5ff928624d87944ee071e578aa17 HTTP/1.1" status: 200 len: 1129 time: 0.0443070 Oct 28 11:12:24.719052 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcc17-4885-492d-b08c-829735e1d5db req-03b3a807-6467-4837-82a7-96745f0ab45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:24.720608 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-03b3a807-6467-4837-82a7-96745f0ab45a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1129 time: 0.0424232 Oct 28 11:12:24.815276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcc17-4885-492d-b08c-829735e1d5db req-cead846b-ad60-4476-b725-984247c55bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:24.816649 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-cead846b-ad60-4476-b725-984247c55bd4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.0896907 Oct 28 11:12:24.882142 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-69c0473e-c70d-4d4f-86a2-99c7a941c863 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 1000 time: 0.0589099 Oct 28 11:12:24.929297 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcc17-4885-492d-b08c-829735e1d5db req-fb4403db-1630-40a5-927a-98f1fe520d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:24.930732 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-fb4403db-1630-40a5-927a-98f1fe520d98 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0427947 Oct 28 11:12:24.971812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bcc17-4885-492d-b08c-829735e1d5db req-20597a9e-e972-4612-a949-d6eb16a0c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:24.973263 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-20597a9e-e972-4612-a949-d6eb16a0c159 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0371265 Oct 28 11:12:25.031238 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:25.033201 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:25.066262 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-726a3c1d-dbae-4d77-bf25-e87f87acb024 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866249 Oct 28 11:12:25.127631 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:25.155006 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f71bcc17-4885-492d-b08c-829735e1d5db req-a1c79e8c-5bd0-4a56-b425-773e45fa4413 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827861 Oct 28 11:12:25.199931 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0404e8da-6840-4714-b253-a87262494023 is: ACTIVE; New status is: DOWN {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:12:25.200315 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:25.341494 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:12:25.343733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07972bcc-d8b9-4d70-a411-da340a8de3a0" -d '{"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-unplugged", "status": "completed", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:12:25.356570 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:25.360307 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:25.361030 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 77a42644-3142-4fb2-9d0e-5deb0792310a no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:25.406212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 77a42644-3142-4fb2-9d0e-5deb0792310a {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:25.406566 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 77a42644-3142-4fb2-9d0e-5deb0792310a not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:25.432285 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=6']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:25.439412 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.439835 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.440088 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.440452 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.440789 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.441118 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.441442 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.441765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.442116 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.442441 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.442763 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.443082 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.443401 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.443717 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.444038 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.459739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Oct 2022 11:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f20d17e-788a-4c3c-bf88-b6dbbe5f0e20 x-openstack-request-id: req-5f20d17e-788a-4c3c-bf88-b6dbbe5f0e20 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:12:25.460049 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-unplugged", "status": "completed", "tag": "0404e8da-6840-4714-b253-a87262494023", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:12:25.460304 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f20d17e-788a-4c3c-bf88-b6dbbe5f0e20 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:12:25.460724 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f20d17e-788a-4c3c-bf88-b6dbbe5f0e20'] response: {'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'code': 200} Oct 28 11:12:25.511694 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc1d09-7ddf-404f-af5b-b59131fc0773 req-1e666f8f-cde1-4434-ae07-19c0396db474 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:25.513126 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-efcc1d09-7ddf-404f-af5b-b59131fc0773 req-1e666f8f-cde1-4434-ae07-19c0396db474 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0504827 Oct 28 11:12:25.560669 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-efcc1d09-7ddf-404f-af5b-b59131fc0773 req-3509cf79-caeb-4350-b58f-e16ef11f7516 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420058 Oct 28 11:12:25.763346 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45206) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:25.819761 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group (01a90e13-c3f8-4eb0-805d-272e7f8faf00), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:25.845255 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group (01a90e13-c3f8-4eb0-805d-272e7f8faf00), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:25.905540 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (01a90e13-c3f8-4eb0-805d-272e7f8faf00), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:25.908137 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:25.909306 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/01a90e13-c3f8-4eb0-805d-272e7f8faf00 HTTP/1.1" status: 204 len: 168 time: 0.1449773 Oct 28 11:12:25.919731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a90e13-c3f8-4eb0-805d-272e7f8faf00,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:25.927913 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.928285 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.928629 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.928971 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.929302 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.929630 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.929961 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.930305 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.930632 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.931023 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.931353 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.931703 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.932096 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.932472 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.933374 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a7e817-a158-4a5b-be48-b6858db93485 tempest-TestVolumeBootPattern-1555931021 tempest-TestVolumeBootPattern-1555931021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:12:25.946158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:25.949847 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:25.970295 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45210) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:26.285253 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:26.319100 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (c0b0fbf7-1eea-489b-b465-6c462da882be), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:26.404733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:26.533088 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Deleting port 35eb101f-4f0f-481d-8989-2d3b7d8f916d {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:26.533339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:26.617116 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] For port 35eb101f-4f0f-481d-8989-2d3b7d8f916d, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=35eb101f-4f0f-481d-8989-2d3b7d8f916d,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:26.617837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:26.631278 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Calling delete_port for 35eb101f-4f0f-481d-8989-2d3b7d8f916d owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:26.683721 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2317532-b3b7-4b73-9a06-6d475b10ef80 req-7819797c-3726-4954-bdbb-9a4d435dee54 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:26.685307 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e2317532-b3b7-4b73-9a06-6d475b10ef80 req-7819797c-3726-4954-bdbb-9a4d435dee54 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0499146 Oct 28 11:12:26.734821 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e2317532-b3b7-4b73-9a06-6d475b10ef80 req-a77db78e-2d8a-4daf-b849-3c4b117d960c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437217 Oct 28 11:12:26.810652 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (35eb101f-4f0f-481d-8989-2d3b7d8f916d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:26.832435 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Pushing event deleted for resources: {'Port': ['ID=35eb101f-4f0f-481d-8989-2d3b7d8f916d,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:26.998161 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (c0b0fbf7-1eea-489b-b465-6c462da882be), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.174955 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:27.188737 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:27.203369 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Router c0b0fbf7-1eea-489b-b465-6c462da882be has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:12:27.303190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:12:27.309294 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6b294831-650e-4dfd-ae13-70acd9e39abf admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/c0b0fbf7-1eea-489b-b465-6c462da882be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3379176 Oct 28 11:12:27.312119 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45216) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:27.312790 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] Sync routers for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:12:27.322871 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:27.323616 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:27.409250 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks [] for router (c0b0fbf7-1eea-489b-b465-6c462da882be), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.423247 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:27.504974 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks [] for router_gateway (c0b0fbf7-1eea-489b-b465-6c462da882be), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.546753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Deleting port 07d8d562-4e4b-4e40-a0e6-3246655a7782 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:27.547089 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.588105 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164'}], 'enable_snat': True}, 'gw_port_id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:12:26Z', 'revision_number': 5, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port': {'id': '07d8d562-4e4b-4e40-a0e6-3246655a7782', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d1:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:27.618210 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] Checking router: c0b0fbf7-1eea-489b-b465-6c462da882be for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:12:27.626908 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] Routers {'c0b0fbf7-1eea-489b-b465-6c462da882be'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:27.627570 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['c0b0fbf7-1eea-489b-b465-6c462da882be'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:27.628095 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] For port 07d8d562-4e4b-4e40-a0e6-3246655a7782, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=07d8d562-4e4b-4e40-a0e6-3246655a7782,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:27.628459 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.641515 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Calling delete_port for 07d8d562-4e4b-4e40-a0e6-3246655a7782 owned by network:router_gateway {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:27.691763 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:27.703797 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:27.707128 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] Set router c0b0fbf7-1eea-489b-b465-6c462da882be gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:27.759373 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:12:27Z', 'revision_number': 6, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:27.785539 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a339dc-1e2c-4e37-9ed3-613116bb9ebf None None] The sync data for ids ['c0b0fbf7-1eea-489b-b465-6c462da882be'] in dv-cinder-zed-3-iscsi is: [{'id': 'c0b0fbf7-1eea-489b-b465-6c462da882be', 'name': 'tempest-TestVolumeBootPattern-1807124774-router', 'tenant_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:01Z', 'updated_at': '2022-10-28T11:12:27Z', 'revision_number': 6, 'project_id': '9aff70e0d61c41fbb469ed4bcd785b23', 'gw_port_host': None}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:12:27.814945 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (07d8d562-4e4b-4e40-a0e6-3246655a7782), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.844089 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d8d562-4e4b-4e40-a0e6-3246655a7782,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:27.865636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fd2aa-e28f-4ff5-879a-64b272160732 req-f9775100-92f6-4824-ba1d-12d2a20e57af tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:27.867162 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ea2fd2aa-e28f-4ff5-879a-64b272160732 req-f9775100-92f6-4824-ba1d-12d2a20e57af tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0544450 Oct 28 11:12:27.910814 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (c0b0fbf7-1eea-489b-b465-6c462da882be), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:27.919427 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ea2fd2aa-e28f-4ff5-879a-64b272160732 req-19484b9a-a353-403a-8c14-bcf19d4cd64e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466032 Oct 28 11:12:28.065080 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.250465 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (c0b0fbf7-1eea-489b-b465-6c462da882be), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.252657 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks [] for router_controller (c0b0fbf7-1eea-489b-b465-6c462da882be), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.292570 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (c0b0fbf7-1eea-489b-b465-6c462da882be), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.293146 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0b0fbf7-1eea-489b-b465-6c462da882be {{(pid=106103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:12:28.297280 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.298442 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-eddda60c-33a9-4951-8dae-8d8556271555 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/c0b0fbf7-1eea-489b-b465-6c462da882be HTTP/1.1" status: 204 len: 168 time: 0.9853420 Oct 28 11:12:28.300955 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45220) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:28.347174 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Deleting subnet dd357101-dce1-4538-98f6-4cc3c004f302 {{(pid=106103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:12:28.350263 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Publish callbacks [] for subnet (dd357101-dce1-4538-98f6-4cc3c004f302), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.384162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14963839'] for subnet (dd357101-dce1-4538-98f6-4cc3c004f302), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.456373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (dd357101-dce1-4538-98f6-4cc3c004f302), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.524277 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14962280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16752128'] for subnet (dd357101-dce1-4538-98f6-4cc3c004f302), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.549107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd357101-dce1-4538-98f6-4cc3c004f302,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:28.562479 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.563516 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 35eb101f-4f0f-481d-8989-2d3b7d8f916d no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:28.566066 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cfc366b6-574d-40f9-b3bd-b7dffa9111ca admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/dd357101-dce1-4538-98f6-4cc3c004f302 HTTP/1.1" status: 204 len: 168 time: 0.2641339 Oct 28 11:12:28.568669 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45222) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:28.585248 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e395d2-bddd-437c-a412-fdc5fdc8adc1 None None] Network 447ffcd3-d772-4c15-92cb-558dd17897d4 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:12:28.587774 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 35eb101f-4f0f-481d-8989-2d3b7d8f916d {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:28.588319 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 35eb101f-4f0f-481d-8989-2d3b7d8f916d not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:28.588731 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 07d8d562-4e4b-4e40-a0e6-3246655a7782 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:28.638175 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (447ffcd3-d772-4c15-92cb-558dd17897d4), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.645778 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 07d8d562-4e4b-4e40-a0e6-3246655a7782 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:28.646141 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 07d8d562-4e4b-4e40-a0e6-3246655a7782 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:28.685219 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Deleting port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:28.685551 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.758765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] DHCP port deletion for 447ffcd3-d772-4c15-92cb-558dd17897d4 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:12:28.758981 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] For port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:28.759528 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.774553 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Calling delete_port for 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 owned by network:dhcp {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:28.791930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-81d56d47-266e-472d-976b-6d1a2124057b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.805221 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] Deleting port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:28.805595 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.851499 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:28.861324 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.865673 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:DELETE=12,neutron:UPDATE=3,neutron:SELECT=85 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:28.884311 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] For port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,segment=NetworkSegment(a1f3f051-98a2-4d58-8e46-3cfd74ae59ae),segment_id=a1f3f051-98a2-4d58-8e46-3cfd74ae59ae)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:28.884930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.894079 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:28.902046 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] Calling delete_port for 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:28.903522 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] No DVR routers for this DVR port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 on host dv-cinder-zed-3-iscsi {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:12:28.975512 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (447ffcd3-d772-4c15-92cb-558dd17897d4), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.985369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (9dbc6310-e13c-4bbd-b67b-fd9137cc5212), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:28.997351 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447ffcd3-d772-4c15-92cb-558dd17897d4']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:29.016498 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] Pushing event deleted for resources: {'Port': ['ID=9dbc6310-e13c-4bbd-b67b-fd9137cc5212,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:29.016955 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:29.017304 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f3f051-98a2-4d58-8e46-3cfd74ae59ae') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:29.018552 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29726df5-8e53-45ee-bced-ea30a89958f9 None None] No DVR routers for this DVR port 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:12:29.049134 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (a1f3f051-98a2-4d58-8e46-3cfd74ae59ae), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.070649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dfc32-eac7-4b5a-8b3e-bab83d44eeb5 req-d502baf4-707a-479b-83eb-917142f0613f tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:29.072095 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3a8dfc32-eac7-4b5a-8b3e-bab83d44eeb5 req-d502baf4-707a-479b-83eb-917142f0613f tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0720019 Oct 28 11:12:29.076416 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (a1f3f051-98a2-4d58-8e46-3cfd74ae59ae), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.096401 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:12:29.096790 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (a1f3f051-98a2-4d58-8e46-3cfd74ae59ae), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.170117 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment a1f3f051-98a2-4d58-8e46-3cfd74ae59ae resource provider aggregate not found Oct 28 11:12:29.184098 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3a8dfc32-eac7-4b5a-8b3e-bab83d44eeb5 req-db10fc81-96e0-4b09-84e7-69d89989a17c tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050644 Oct 28 11:12:29.185088 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (447ffcd3-d772-4c15-92cb-558dd17897d4), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.190216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.197162 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45232) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:29.197683 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/447ffcd3-d772-4c15-92cb-558dd17897d4 HTTP/1.1" status: 204 len: 168 time: 0.6272368 Oct 28 11:12:29.199475 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment a1f3f051-98a2-4d58-8e46-3cfd74ae59ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1f3f051-98a2-4d58-8e46-3cfd74ae59ae found for delete ", "request_id": "req-771ad002-b0b0-4c98-a588-fd7f9b6cf137"}]} Oct 28 11:12:29.212054 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb189f-63c7-41c2-b237-9299e90c1370 admin admin] Pushing event deleted for resources: {'Network': ['ID=447ffcd3-d772-4c15-92cb-558dd17897d4,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:29.503877 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (b1a3b47d-e63b-4860-a005-1a66914ffd8b), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.718924 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Deleting port 10e58cba-40bf-4989-945c-2562ae3e33f5 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:29.719260 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.797803 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] For port 10e58cba-40bf-4989-945c-2562ae3e33f5, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=10e58cba-40bf-4989-945c-2562ae3e33f5,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:29.798096 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:29.813377 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Calling delete_port for 10e58cba-40bf-4989-945c-2562ae3e33f5 owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:29.849741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:29.868378 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:29.986289 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (10e58cba-40bf-4989-945c-2562ae3e33f5), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:30.010080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e58cba-40bf-4989-945c-2562ae3e33f5,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:30.185849 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (b1a3b47d-e63b-4860-a005-1a66914ffd8b), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:30.336353 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac1bbb-1f27-4c2f-b7d0-bb1bdc29113e req-2e5217d5-d30b-4084-9098-ba04d898a847 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:30.337702 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-55ac1bbb-1f27-4c2f-b7d0-bb1bdc29113e req-2e5217d5-d30b-4084-9098-ba04d898a847 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0582497 Oct 28 11:12:30.363502 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:30.392041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:30.392478 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 9dbc6310-e13c-4bbd-b67b-fd9137cc5212 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:30.464131 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-55ac1bbb-1f27-4c2f-b7d0-bb1bdc29113e req-ba7f9fcf-aab7-4792-98ec-e50fab856c6b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891368 Oct 28 11:12:30.474410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Router b1a3b47d-e63b-4860-a005-1a66914ffd8b has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:12:30.574518 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:12:30.579587 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b70c73d8-8431-44e0-95dc-4b7fafdd3895 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/b1a3b47d-e63b-4860-a005-1a66914ffd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3808801 Oct 28 11:12:30.582007 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45236) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:30.584493 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] Sync routers for ids ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:12:30.588299 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:30.595824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] Routers {'b1a3b47d-e63b-4860-a005-1a66914ffd8b'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:30.596501 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:30.679495 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks [] for router (b1a3b47d-e63b-4860-a005-1a66914ffd8b), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:30.695725 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] Set router b1a3b47d-e63b-4860-a005-1a66914ffd8b gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:30.777450 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks [] for router_gateway (b1a3b47d-e63b-4860-a005-1a66914ffd8b), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:30.815293 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:30.820417 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Deleting port b3d3d850-94d6-4b7b-ba48-af290af6ee93 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:30.820766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:30.876375 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212'}], 'enable_snat': True}, 'gw_port_id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:12:29Z', 'revision_number': 5, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port': {'id': 'b3d3d850-94d6-4b7b-ba48-af290af6ee93', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:30.910817 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] Checking router: b1a3b47d-e63b-4860-a005-1a66914ffd8b for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:12:30.912750 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-82a3fbdf-7365-4e26-af77-74b0314b2e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:30.923301 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] Routers {'b1a3b47d-e63b-4860-a005-1a66914ffd8b'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:12:30.923909 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:12:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:30.961990 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:31.011130 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] Set router b1a3b47d-e63b-4860-a005-1a66914ffd8b gateway port host: None {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:12:31.063792 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:12:30Z', 'revision_number': 6, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:31.088755 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded7f8ee-803a-4511-9f1c-2caaf3d995a5 None None] The sync data for ids ['b1a3b47d-e63b-4860-a005-1a66914ffd8b'] in dv-cinder-zed-3-iscsi is: [{'id': 'b1a3b47d-e63b-4860-a005-1a66914ffd8b', 'name': 'tempest-TestVolumeBootPattern-1249524689-router', 'tenant_id': '0340d1268ba4425396d69ff470e52914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:03:06Z', 'updated_at': '2022-10-28T11:12:30Z', 'revision_number': 6, 'project_id': '0340d1268ba4425396d69ff470e52914', 'gw_port_host': None}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:12:31.158248 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] For port b3d3d850-94d6-4b7b-ba48-af290af6ee93, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=b3d3d850-94d6-4b7b-ba48-af290af6ee93,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:31.158537 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.171325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Calling delete_port for b3d3d850-94d6-4b7b-ba48-af290af6ee93 owned by network:router_gateway {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:31.328886 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (b3d3d850-94d6-4b7b-ba48-af290af6ee93), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.350505 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d3d850-94d6-4b7b-ba48-af290af6ee93,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:31.414059 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (b1a3b47d-e63b-4860-a005-1a66914ffd8b), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.507089 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (b1a3b47d-e63b-4860-a005-1a66914ffd8b), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.509339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks [] for router_controller (b1a3b47d-e63b-4860-a005-1a66914ffd8b), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.550767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (b1a3b47d-e63b-4860-a005-1a66914ffd8b), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.551358 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a3b47d-e63b-4860-a005-1a66914ffd8b {{(pid=106104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:12:31.555516 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.556641 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bf0eb3e4-b76c-43ec-8a18-d2168962cdd9 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/b1a3b47d-e63b-4860-a005-1a66914ffd8b HTTP/1.1" status: 204 len: 168 time: 0.9737387 Oct 28 11:12:31.559272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45242) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:31.596673 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a32f1-8891-43bd-b589-326055c3d7d6 req-a0910cbc-30f6-47f5-999e-80f3fd638154 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:31.598203 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-271a32f1-8891-43bd-b589-326055c3d7d6 req-a0910cbc-30f6-47f5-999e-80f3fd638154 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0543101 Oct 28 11:12:31.605056 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Deleting subnet 66d96bc4-a0ee-4059-982c-292207fd0311 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:12:31.608278 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Publish callbacks [] for subnet (66d96bc4-a0ee-4059-982c-292207fd0311), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.643467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (66d96bc4-a0ee-4059-982c-292207fd0311), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.646548 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-271a32f1-8891-43bd-b589-326055c3d7d6 req-2baaec59-5ad7-4694-9762-0e0e611f3304 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Oct 28 11:12:31.705439 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:31.722390 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (66d96bc4-a0ee-4059-982c-292207fd0311), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.773041 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (66d96bc4-a0ee-4059-982c-292207fd0311), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.798692 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d96bc4-a0ee-4059-982c-292207fd0311,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:31.802637 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.805843 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-033b1d36-a625-4a81-944b-e51a8824705c admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/66d96bc4-a0ee-4059-982c-292207fd0311 HTTP/1.1" status: 204 len: 168 time: 0.2455814 Oct 28 11:12:31.808395 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45244) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:31.808783 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f693a608-a611-4204-bb4a-e973188e17f0 None None] Network ff79557a-5a17-4ecc-8054-3575823a962f requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:12:31.854590 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:31.883837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (ff79557a-5a17-4ecc-8054-3575823a962f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.928289 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Deleting port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:31.928533 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:31.930998 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:31.972131 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] DHCP port deletion for ff79557a-5a17-4ecc-8054-3575823a962f request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:12:31.994206 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] For port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:31.994568 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.008211 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Calling delete_port for 6855c1e4-5ec2-4ba8-8518-eb1430d172cc owned by network:dhcp {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:32.008587 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] Deleting port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:12:32.008962 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.078337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] For port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,segment=NetworkSegment(97176eaf-43e3-4c74-ae59-62336b4574b7),segment_id=97176eaf-43e3-4c74-ae59-62336b4574b7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:32.078739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.092573 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] Calling delete_port for 6855c1e4-5ec2-4ba8-8518-eb1430d172cc owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:12:32.099636 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.132785 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:32.138946 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] No DVR routers for this DVR port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc on host dv-cinder-zed-3-iscsi {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:12:32.152388 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.187172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (6855c1e4-5ec2-4ba8-8518-eb1430d172cc), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.212337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] Pushing event deleted for resources: {'Port': ['ID=6855c1e4-5ec2-4ba8-8518-eb1430d172cc,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:32.215753 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6c110d-dc05-4857-899e-41bc02b98ca9 None None] No DVR routers for this DVR port 6855c1e4-5ec2-4ba8-8518-eb1430d172cc on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:12:32.223225 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (ff79557a-5a17-4ecc-8054-3575823a962f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.255705 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff79557a-5a17-4ecc-8054-3575823a962f']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:32.268366 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97176eaf-43e3-4c74-ae59-62336b4574b7') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:32.269011 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97176eaf-43e3-4c74-ae59-62336b4574b7') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:12:32.282831 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (97176eaf-43e3-4c74-ae59-62336b4574b7), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.311282 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (97176eaf-43e3-4c74-ae59-62336b4574b7), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.318592 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:12:32.319105 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (97176eaf-43e3-4c74-ae59-62336b4574b7), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.343617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 6855c1e4-5ec2-4ba8-8518-eb1430d172cc no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:32.364145 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 6855c1e4-5ec2-4ba8-8518-eb1430d172cc {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:32.365019 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 6855c1e4-5ec2-4ba8-8518-eb1430d172cc not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:32.365441 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device b3d3d850-94d6-4b7b-ba48-af290af6ee93 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:32.372708 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d495f17-efe3-47b9-920c-0704a315d3cc req-ecc8bafb-cf03-41c7-8a73-e820ebbb8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:32.374635 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d495f17-efe3-47b9-920c-0704a315d3cc req-ecc8bafb-cf03-41c7-8a73-e820ebbb8ca0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1127 time: 0.0482512 Oct 28 11:12:32.379238 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment 97176eaf-43e3-4c74-ae59-62336b4574b7 resource provider aggregate not found Oct 28 11:12:32.385343 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: b3d3d850-94d6-4b7b-ba48-af290af6ee93 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:32.385889 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device b3d3d850-94d6-4b7b-ba48-af290af6ee93 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:32.386472 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 10e58cba-40bf-4989-945c-2562ae3e33f5 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:12:32.392047 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (ff79557a-5a17-4ecc-8054-3575823a962f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.403456 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment 97176eaf-43e3-4c74-ae59-62336b4574b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97176eaf-43e3-4c74-ae59-62336b4574b7 found for delete ", "request_id": "req-2f6c5008-b446-4e51-b977-5167f6d04eb3"}]} Oct 28 11:12:32.404456 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.407173 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 10e58cba-40bf-4989-945c-2562ae3e33f5 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:12:32.407606 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/ff79557a-5a17-4ecc-8054-3575823a962f HTTP/1.1" status: 204 len: 168 time: 0.5981145 Oct 28 11:12:32.407896 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 10e58cba-40bf-4989-945c-2562ae3e33f5 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:12:32.425726 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9596-d004-48c8-b96e-79e47b1be0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff79557a-5a17-4ecc-8054-3575823a962f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:32.441726 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5d495f17-efe3-47b9-920c-0704a315d3cc req-673f90bd-780d-4250-9fd8-7fe6716d1d13 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611899 Oct 28 11:12:32.524285 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45252) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:32.568470 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-c97e7363-0d5e-4710-a416-afa517fb187b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9aff70e0d61c41fbb469ed4bcd785b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430241 Oct 28 11:12:32.570917 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45254) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:32.617920 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6db768c1-02ae-43f6-9312-0937b9128aed admin admin] Publish callbacks [] for security_group (2bce564a-da4c-483a-84e6-8d94ef75eb52), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.637830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6db768c1-02ae-43f6-9312-0937b9128aed admin admin] Publish callbacks [] for security_group (2bce564a-da4c-483a-84e6-8d94ef75eb52), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.684136 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6db768c1-02ae-43f6-9312-0937b9128aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (2bce564a-da4c-483a-84e6-8d94ef75eb52), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.686766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6db768c1-02ae-43f6-9312-0937b9128aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:32.687892 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6db768c1-02ae-43f6-9312-0937b9128aed admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/2bce564a-da4c-483a-84e6-8d94ef75eb52 HTTP/1.1" status: 204 len: 168 time: 0.1161001 Oct 28 11:12:32.690233 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:32.696735 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db768c1-02ae-43f6-9312-0937b9128aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bce564a-da4c-483a-84e6-8d94ef75eb52,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:32.768320 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e5532-b01f-4ee7-8e60-2db30c50bfa8 req-636edfbb-379a-456e-ac3e-05a0d3b9d4f4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:32.769740 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-341e5532-b01f-4ee7-8e60-2db30c50bfa8 req-636edfbb-379a-456e-ac3e-05a0d3b9d4f4 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 943 time: 0.0473018 Oct 28 11:12:32.825024 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-341e5532-b01f-4ee7-8e60-2db30c50bfa8 req-07d102ab-1175-4a0b-a909-8a765b435506 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495558 Oct 28 11:12:33.008901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45262) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:33.048421 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-923c6d3f-ecb5-437d-b0e3-e42e6755e334 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=0340d1268ba4425396d69ff470e52914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383470 Oct 28 11:12:33.050689 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45264) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:12:33.098262 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9bd17431-656d-4151-ab62-23cfd9e30316 admin admin] Publish callbacks [] for security_group (79ff9ed6-694c-465f-8c1f-03c42e0d5f29), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.117609 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9bd17431-656d-4151-ab62-23cfd9e30316 admin admin] Publish callbacks [] for security_group (79ff9ed6-694c-465f-8c1f-03c42e0d5f29), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.154793 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:12:33.163872 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9bd17431-656d-4151-ab62-23cfd9e30316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (79ff9ed6-694c-465f-8c1f-03c42e0d5f29), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.166615 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-9bd17431-656d-4151-ab62-23cfd9e30316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.167745 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-9bd17431-656d-4151-ab62-23cfd9e30316 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/79ff9ed6-694c-465f-8c1f-03c42e0d5f29 HTTP/1.1" status: 204 len: 168 time: 0.1161895 Oct 28 11:12:33.176454 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd17431-656d-4151-ab62-23cfd9e30316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ff9ed6-694c-465f-8c1f-03c42e0d5f29,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:33.267046 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:33.279020 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '0404e8da-6840-4714-b253-a87262494023', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'port_id': '0404e8da-6840-4714-b253-a87262494023', 'mac_address': 'fa:16:3e:a5:92:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:12:33.313139 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0404e8da-6840-4714-b253-a87262494023 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:12:33.313528 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.330721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0404e8da-6840-4714-b253-a87262494023 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:12:33.356487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:33.360991 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.414447 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=7']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:33.629417 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.724185 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:33.944833 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb4527-be95-409d-85aa-53653a70d31d req-59a4cda4-3fe1-493e-9f86-25be733998ed tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:33.946303 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-31bb4527-be95-409d-85aa-53653a70d31d req-59a4cda4-3fe1-493e-9f86-25be733998ed tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 944 time: 0.0462766 Oct 28 11:12:33.999593 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-31bb4527-be95-409d-85aa-53653a70d31d req-26a01a03-dadc-4cc7-aae3-fdef2ea3e0d8 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476086 Oct 28 11:12:34.082463 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-03206dd9-f8c5-4696-acac-c6e9a41f1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:34.083946 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-03206dd9-f8c5-4696-acac-c6e9a41f1d1b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1128 time: 0.0396235 Oct 28 11:12:34.186251 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-d345d91f-5777-413b-bed1-21e3cbac856c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:34.187606 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-d345d91f-5777-413b-bed1-21e3cbac856c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.0855684 Oct 28 11:12:34.251338 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-09efca5d-83e6-472c-aa59-f702ae73ed20 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 999 time: 0.0573082 Oct 28 11:12:34.300713 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-121b188b-56da-47bc-b0bc-fb25f0755af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:34.302168 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-121b188b-56da-47bc-b0bc-fb25f0755af2 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0440981 Oct 28 11:12:34.343568 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-a98f36f7-6c07-4c79-a188-48259cc59e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:34.344979 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-a98f36f7-6c07-4c79-a188-48259cc59e18 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0369518 Oct 28 11:12:34.443986 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-a67f4693-f39f-41d6-97a5-f959d7e84593 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926459 Oct 28 11:12:34.496562 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:34.502127 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:34.538660 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d6bf6794-52da-4952-93a2-cd74fbfc6f2f req-23aa6dfe-a977-4bf3-9a85-ddd316ba9e96 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880299 Oct 28 11:12:34.779845 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['0404e8da-6840-4714-b253-a87262494023'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:12:35.000013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:35.008973 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:35.121820 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2d426-94f1-4c84-af42-e6ac1de3cfbb req-e0be5036-287c-41b0-885c-3b07a0787415 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:12:35.123532 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42c2d426-94f1-4c84-af42-e6ac1de3cfbb req-e0be5036-287c-41b0-885c-3b07a0787415 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 944 time: 0.0474143 Oct 28 11:12:35.134463 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:35.175496 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-42c2d426-94f1-4c84-af42-e6ac1de3cfbb req-5e9f33ee-5651-4154-b736-f4d34d229bec tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464532 Oct 28 11:12:35.766711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:12:35.810279 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 0404e8da-6840-4714-b253-a87262494023 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:12:35.810909 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (0404e8da-6840-4714-b253-a87262494023), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:35.811010 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 0404e8da-6840-4714-b253-a87262494023 Oct 28 11:12:35.881227 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 0404e8da-6840-4714-b253-a87262494023 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:12:35.881611 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0404e8da-6840-4714-b253-a87262494023), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:35.903950 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:12:35.906175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0029590-702d-4395-99f4-b4a55c2f88c2" -d '{"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-plugged", "status": "completed", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:12:35.919197 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:12:35.923698 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (0404e8da-6840-4714-b253-a87262494023), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:35.946957 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4456259d-e54d-459e-b8ab-963831a8f4b8 x-openstack-request-id: req-4456259d-e54d-459e-b8ab-963831a8f4b8 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:12:35.947277 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-plugged", "status": "completed", "tag": "0404e8da-6840-4714-b253-a87262494023", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:12:35.947535 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4456259d-e54d-459e-b8ab-963831a8f4b8 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:12:35.947971 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4456259d-e54d-459e-b8ab-963831a8f4b8'] response: {'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'code': 200} Oct 28 11:12:35.974374 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=8']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:12:37.761403 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=91 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:37.763303 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=80 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:41.113735 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:12:44.534037 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:44.535855 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=7 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:45.160869 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:45.171800 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=40 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:45.966296 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=47 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:45.971838 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:12:58.059091 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:12:58.763706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-8d8fbbb4-ae82-470d-9668-0f668738b62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:00.875469 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-29c19003-f4c0-46d6-be72-70346a37f071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:01.180959 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:01.181847 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:02.121964 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:03.630548 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:03.725239 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:08.905733 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45320) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:08.910263 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508245247', 'description': 'tempest-description--1336602210'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:08.931276 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:08.998684 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (6bfaca96-4378-48ba-931a-dc04a06d0e25), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.002613 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6bfaca96-4378-48ba-931a-dc04a06d0e25), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.033221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.034418 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1276562 Oct 28 11:13:09.036300 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc917ca5-db48-4418-96eb-0a9467ea14fc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfaca96-4378-48ba-931a-dc04a06d0e25,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:09.037412 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45322) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:09.041886 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': '6bfaca96-4378-48ba-931a-dc04a06d0e25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:09.070185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (e9b8950f-0b72-4795-a294-4763f2f8c3d8), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.130537 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (e9b8950f-0b72-4795-a294-4763f2f8c3d8), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.133733 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (e9b8950f-0b72-4795-a294-4763f2f8c3d8), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.151376 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b8950f-0b72-4795-a294-4763f2f8c3d8,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:09.158753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.159917 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cb9d2d33-6cba-411a-8649-a1180bd3e71d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214693 Oct 28 11:13:09.162745 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45324) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:09.167059 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': '6bfaca96-4378-48ba-931a-dc04a06d0e25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:09.193662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (3767a0ef-405a-4432-9b7f-675ebfef9f11), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.249826 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (3767a0ef-405a-4432-9b7f-675ebfef9f11), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.254209 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (3767a0ef-405a-4432-9b7f-675ebfef9f11), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.272695 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3767a0ef-405a-4432-9b7f-675ebfef9f11,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:09.279423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.280595 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b5e77a9e-8dcc-44f7-be5b-cbc845ba0e12 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169269 Oct 28 11:13:09.284257 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45326) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:09.288410 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:09.309207 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.387687 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.490875 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.37.0.20 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/542c89bd-c05e-4e93-ad32-c176f181e74e) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:13:09.594852 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.625935 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.665427 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:13:09.670072 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:13:09.673891 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:13:09.677171 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=542c89bd-c05e-4e93-ad32-c176f181e74e,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:09.704418 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:09.713056 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:09.765639 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (7a07d894-7ec6-4654-a145-d29778439b09), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.802528 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.947916 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:09.952055 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:10.020256 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=542c89bd-c05e-4e93-ad32-c176f181e74e,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:10.022754 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (7a07d894-7ec6-4654-a145-d29778439b09), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:10.038259 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:10.039473 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-3e7fe89f-d97a-40f3-8cba-1b8716012a40 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7543023 Oct 28 11:13:10.238671 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-688b9c2c-48f8-4b29-933b-402cd3937dd5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--508245247&fields=id&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 267 time: 0.0420864 Oct 28 11:13:10.344755 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-f3e3d9ed-9207-4877-b59f-d686beefbe23 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:10.346211 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-f3e3d9ed-9207-4877-b59f-d686beefbe23 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1011720 Oct 28 11:13:10.360143 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-ae0f4118-2ac2-4d44-84f8-7f12b3df8c32 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/quotas/68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 375 time: 0.0086191 Oct 28 11:13:10.414009 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-44b60176-1706-4d0f-adcf-d17671b2c989 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486515 Oct 28 11:13:10.429511 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-ef94ccaa-06c4-4673-8aaf-47c283d574fc service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:13:10.430484 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-ef94ccaa-06c4-4673-8aaf-47c283d574fc service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048275 Oct 28 11:13:10.517913 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-180a2e71-4223-4d86-be58-0fdbecc57394 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818932 Oct 28 11:13:10.608968 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-e1bc92b0-f735-45d4-a96f-1767831c8fa7 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850034 Oct 28 11:13:10.769247 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-dfcfa41c-c637-42ea-8be2-ee90fcb7e1d2 req-99c90c86-0c47-4a18-a16b-e1d9af3499c8 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 210 time: 0.0279896 Oct 28 11:13:11.837703 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-d817feaf-65e5-4c01-85aa-395694a05a6c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:11.839172 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-d817feaf-65e5-4c01-85aa-395694a05a6c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1131320 Oct 28 11:13:11.858035 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:11.887954 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a43f3de8-6a58-4f4b-87dd-d60b7292ee26 req-e48a07c0-6107-4083-bea5-55e8cce592ab tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 210 time: 0.0415807 Oct 28 11:13:11.906494 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:11.944523 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-21fab540-a3d3-464c-852c-c8276eed6a13 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 472 time: 0.0891080 Oct 28 11:13:11.980097 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'port': {'device_id': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'admin_state_up': True, 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'security_groups': ['6bfaca96-4378-48ba-931a-dc04a06d0e25']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:12.087103 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Made reservation on behalf of 68345feb30fe454083122ecaf73ef747 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:13:12.090793 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.213685 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.20.0.14 (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5/41973fda-c30d-469e-9389-c51fd5b69e2f/3ddd409d-33e1-4877-aaa6-af35efa088ab) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:13:12.349914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.381422 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.421663 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:13:12.424769 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:13:12.428329 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:13:12.457702 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=3ddd409d-33e1-4877-aaa6-af35efa088ab,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:12.484658 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:12.485270 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.504226 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-319bf8d1-7ec4-4943-a721-6e8e08806649 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5276463 Oct 28 11:13:12.516385 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Request body: {'port': {'device_id': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:12.577839 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.632937 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-7ab7c525-08db-418b-984b-1315026e96d9 None None] Provisioning complete for port 3ddd409d-33e1-4877-aaa6-af35efa088ab triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:13:12.633521 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7ab7c525-08db-418b-984b-1315026e96d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.633690 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-7ab7c525-08db-418b-984b-1315026e96d9 None None] Attempt 1 to provision port 3ddd409d-33e1-4877-aaa6-af35efa088ab Oct 28 11:13:12.666991 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-7ab7c525-08db-418b-984b-1315026e96d9 None None] Port 3ddd409d-33e1-4877-aaa6-af35efa088ab cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:13:12.686596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:12.748294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:12.832826 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ddd409d-33e1-4877-aaa6-af35efa088ab {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:13:12.840210 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Publish callbacks [] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.852386 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Transition to ACTIVE for port object 3ddd409d-33e1-4877-aaa6-af35efa088ab will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:13:12.856251 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:12.915751 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddd409d-33e1-4877-aaa6-af35efa088ab,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:12.963655 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Attempting to bind port 3ddd409d-33e1-4877-aaa6-af35efa088ab on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:13:12.963993 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Attempting to bind port 3ddd409d-33e1-4877-aaa6-af35efa088ab by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:13:12.964329 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Attempting to bind port 3ddd409d-33e1-4877-aaa6-af35efa088ab on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:13:13.009240 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Port 3ddd409d-33e1-4877-aaa6-af35efa088ab on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:13:13.009566 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Attempting to bind port 3ddd409d-33e1-4877-aaa6-af35efa088ab on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:13:13.010766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2657a-c319-490b-a679-b29e3d8865bc req-2595930f-9a5b-400a-8220-e3900a6fe66d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:13.015555 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5dc2657a-c319-490b-a679-b29e3d8865bc req-2595930f-9a5b-400a-8220-e3900a6fe66d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 944 time: 0.0503044 Oct 28 11:13:13.051675 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:13:13.052011 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:13:13.052390 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Bound using segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:13:13.052834 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Bound port: 3ddd409d-33e1-4877-aaa6-af35efa088ab, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:13:13.053194 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:13.065416 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-5dc2657a-c319-490b-a679-b29e3d8865bc req-14591f2a-167a-484f-902e-8cb36c316eb3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441728 Oct 28 11:13:13.113541 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] For port 3ddd409d-33e1-4877-aaa6-af35efa088ab, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:13:13.116782 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] For port 3ddd409d-33e1-4877-aaa6-af35efa088ab, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:13:13.122253 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:13.126179 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:13.126866 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:13.128164 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/3ddd409d-33e1-4877-aaa6-af35efa088ab HTTP/1.1" status: 200 len: 1094 time: 0.6160927 Oct 28 11:13:13.128712 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:13.130970 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ebd98b-7617-4acc-817c-a5e19f024640" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:13.183215 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd9d6d0-29c8-4778-a9aa-2b97d20bb739 x-openstack-request-id: req-cbd9d6d0-29c8-4778-a9aa-2b97d20bb739 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:13.183501 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:13.183750 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbd9d6d0-29c8-4778-a9aa-2b97d20bb739 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:13.184141 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd9d6d0-29c8-4778-a9aa-2b97d20bb739'] response: {'name': 'network-changed', 'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'status': 'completed', 'code': 200} Oct 28 11:13:13.208958 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b8cfe-259e-4e30-abb8-7ed7fec09a20 service neutron] Pushing event updated for resources: {'Port': ['ID=3ddd409d-33e1-4877-aaa6-af35efa088ab,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:13.218093 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-89a9de7d-760d-4ba0-b21f-490eb5c5f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:13.219822 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-89a9de7d-760d-4ba0-b21f-490eb5c5f9a0 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 1128 time: 0.0532377 Oct 28 11:13:13.259319 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-a90a346e-d9e6-4c4e-a8a9-be3df166d862 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab HTTP/1.1" status: 200 len: 217 time: 0.0319762 Oct 28 11:13:13.309003 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-b0cc7d7e-b1a1-46de-8d6c-793ca49420e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:13.310440 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-b0cc7d7e-b1a1-46de-8d6c-793ca49420e3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0436313 Oct 28 11:13:13.352546 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67edb96-8c3e-44bc-890d-e359c493997b req-826f2c88-0fc3-4f8d-a359-6f8a5efd487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:13.353945 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-826f2c88-0fc3-4f8d-a359-6f8a5efd487d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0373652 Oct 28 11:13:13.444796 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-ebcae26b-986d-47d6-aec9-061623642b1d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Oct 28 11:13:13.458279 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:13.539328 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c67edb96-8c3e-44bc-890d-e359c493997b req-fd5ada92-37b1-46cb-b513-ddfcd824ab81 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877614 Oct 28 11:13:14.031251 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc138-8ad7-4b1a-9175-5b14d47e7e5f req-b506abb0-c06f-442c-a637-c4f7c69d363e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:14.032681 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8a9dc138-8ad7-4b1a-9175-5b14d47e7e5f req-b506abb0-c06f-442c-a637-c4f7c69d363e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0461130 Oct 28 11:13:14.078899 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8a9dc138-8ad7-4b1a-9175-5b14d47e7e5f req-02241f47-b190-4f62-a2d5-45d426108b07 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406773 Oct 28 11:13:14.185775 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2bde3-97c1-429e-9d79-88b8030ae86d req-652888cd-15f3-4774-b755-ed9e3a5bcb60 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:14.187252 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6ac2bde3-97c1-429e-9d79-88b8030ae86d req-652888cd-15f3-4774-b755-ed9e3a5bcb60 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 944 time: 0.0453885 Oct 28 11:13:14.233251 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6ac2bde3-97c1-429e-9d79-88b8030ae86d req-2259f320-4ddb-4372-9860-684f7d8d07fa tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Oct 28 11:13:15.354795 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332101-048c-408d-9ec8-1c4ac1b86b63 req-633de14a-c92c-4fd4-8d71-a946cad1cbb4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:15.355527 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a644cb-3979-46b7-b19c-c26f6f93fa76 req-898ce1ce-07a9-4dee-9bfb-a82944fe92c5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:15.356258 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-34332101-048c-408d-9ec8-1c4ac1b86b63 req-633de14a-c92c-4fd4-8d71-a946cad1cbb4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 944 time: 0.0453961 Oct 28 11:13:15.358413 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f2a644cb-3979-46b7-b19c-c26f6f93fa76 req-898ce1ce-07a9-4dee-9bfb-a82944fe92c5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Oct 28 11:13:15.375140 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:15.404311 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f2a644cb-3979-46b7-b19c-c26f6f93fa76 req-79519792-3c2e-4075-a577-04869f2662c1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Oct 28 11:13:15.405034 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-34332101-048c-408d-9ec8-1c4ac1b86b63 req-821134fc-ba55-4730-9ea2-b83b8a7dca65 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Oct 28 11:13:15.797461 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-421d03c8-0abd-4d7f-af75-52b466aa225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:15.799481 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-421d03c8-0abd-4d7f-af75-52b466aa225c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 1128 time: 0.0448020 Oct 28 11:13:16.527716 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680979ba-d660-47ef-a9d5-d9f8bd7de309 req-a52d9415-1a81-4856-bf64-1d4788c40c81 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:16.529088 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-680979ba-d660-47ef-a9d5-d9f8bd7de309 req-a52d9415-1a81-4856-bf64-1d4788c40c81 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 944 time: 0.0456479 Oct 28 11:13:16.529721 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96caf4-fbe5-4999-9309-cd8439dc21a3 req-3ba266c2-2db3-4294-a05c-2c4a289610fe tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:16.531197 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8e96caf4-fbe5-4999-9309-cd8439dc21a3 req-3ba266c2-2db3-4294-a05c-2c4a289610fe tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0495481 Oct 28 11:13:16.576433 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-680979ba-d660-47ef-a9d5-d9f8bd7de309 req-603986bd-5cd2-4dbd-8b96-0017489021b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410571 Oct 28 11:13:16.577313 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8e96caf4-fbe5-4999-9309-cd8439dc21a3 req-8eaa97fe-6ae9-46ef-a9a5-5d5bd5fe7048 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401087 Oct 28 11:13:17.392210 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-c46a334b-e33f-428f-989d-12b7ec17b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:17.394242 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-c46a334b-e33f-428f-989d-12b7ec17b4fa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0875809 Oct 28 11:13:17.431275 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-8207f3e7-4773-4075-972e-037f9b87097b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab HTTP/1.1" status: 200 len: 217 time: 0.0311255 Oct 28 11:13:17.479600 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-6f41a379-0216-4c2d-9a3a-89d1b03cfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:17.480960 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-6f41a379-0216-4c2d-9a3a-89d1b03cfaf5 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0420344 Oct 28 11:13:17.527699 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-81a9331d-6d98-4eae-afcd-394ef8890916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:17.529047 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-81a9331d-6d98-4eae-afcd-394ef8890916 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0408027 Oct 28 11:13:17.700001 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-d354352f-bd67-4a23-8448-6da4a8e95b0e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136284 Oct 28 11:13:17.710444 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80343f-fdb2-4a94-83d3-1a30cf5dbbb8 req-44978001-5dd9-4a1a-aab3-ed2a477b908f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:17.711885 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a80343f-fdb2-4a94-83d3-1a30cf5dbbb8 req-44978001-5dd9-4a1a-aab3-ed2a477b908f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0465887 Oct 28 11:13:17.712783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd9b5b-d816-4519-8ba6-fe6ecb100360 req-607f867a-857f-4e38-8467-4b08e1e448b9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:17.714232 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1fbd9b5b-d816-4519-8ba6-fe6ecb100360 req-607f867a-857f-4e38-8467-4b08e1e448b9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 944 time: 0.0556788 Oct 28 11:13:17.796469 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-a69b0081-9dce-4df7-961b-ce51b9b7eeb6 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:17.797811 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-a69b0081-9dce-4df7-961b-ce51b9b7eeb6 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 945 time: 0.0640175 Oct 28 11:13:17.801243 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a80343f-fdb2-4a94-83d3-1a30cf5dbbb8 req-c1c85a32-c48d-4b53-ad71-69b4552987d5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1ff4636c-c43d-485b-9cda-e58f62f2c857&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839314 Oct 28 11:13:17.828254 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1fbd9b5b-d816-4519-8ba6-fe6ecb100360 req-c17bde47-9442-4fec-810f-d235456993f4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963755 Oct 28 11:13:17.845961 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-47ebd98b-7617-4acc-817c-a5e19f024640 req-d39f4577-e411-4903-948e-8e8a6170f8e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099708 Oct 28 11:13:17.886789 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Deleting port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:13:17.887122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:17.962481 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 3ddd409d-33e1-4877-aaa6-af35efa088ab details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:13:17.977407 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] For port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:17.977766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.038716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:18.062855 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 3ddd409d-33e1-4877-aaa6-af35efa088ab, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:18.073894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:18.076256 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'port_id': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'mac_address': 'fa:16:3e:71:5c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:13:18.113191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 3ddd409d-33e1-4877-aaa6-af35efa088ab is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:13:18.113554 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:13:18.114119 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.128391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ddd409d-33e1-4877-aaa6-af35efa088ab {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:13:18.142541 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.142893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (24391a13-4595-470a-9312-5257ac4c77f1), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.143207 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Floating IP 24391a13-4595-470a-9312-5257ac4c77f1 disassociated. External IP: 172.37.0.49, port: c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0. Oct 28 11:13:18.143544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Calling delete_port for c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:13:18.147876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 3ddd409d-33e1-4877-aaa6-af35efa088ab, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:18.151739 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.197064 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=3ddd409d-33e1-4877-aaa6-af35efa088ab,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:18.271806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.297655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event deleted for resources: {'Port': ['ID=c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:18.308812 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.309159 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.309502 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.309967 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.310197 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.310522 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.310847 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.311171 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.311492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.312244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.312244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.312442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.312739 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.313104 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.313370 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:18.420984 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Router 92ff3059-9280-40d0-8d69-91ca56f6963f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:13:18.467711 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['3ddd409d-33e1-4877-aaa6-af35efa088ab'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:13:18.522021 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:13:18.535025 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:13:18.544843 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:13:18.545585 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:13:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:18.566304 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] No DVR routers for this DVR port c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:13:18.568731 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:18.571963 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b5ced76d-be58-4bd7-bce3-eb5eabf48976 req-be2bb901-15b2-47c3-823c-c9b672364af1 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "DELETE /networking/v2.0/ports/c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 HTTP/1.1" status: 204 len: 173 time: 0.7679238 Oct 28 11:13:18.572462 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'name': 'network-vif-deleted', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:18.574802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee0b3d-9ff6-404d-8aad-479c6f78c906" -d '{"events": [{"server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "name": "network-vif-deleted", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:18.620911 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55644bd-2cf4-4900-87bb-a454788595bc x-openstack-request-id: req-e55644bd-2cf4-4900-87bb-a454788595bc {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:18.621228 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4432177-31d4-43c8-a6a2-a1d727b144a2", "name": "network-vif-deleted", "tag": "c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:18.621542 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e55644bd-2cf4-4900-87bb-a454788595bc {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:18.621957 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55644bd-2cf4-4900-87bb-a454788595bc'] response: {'server_uuid': 'e4432177-31d4-43c8-a6a2-a1d727b144a2', 'name': 'network-vif-deleted', 'tag': 'c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0', 'status': 'completed', 'code': 200} Oct 28 11:13:18.760000 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:13:18.927862 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c8469e6a-5fb9-4edb-bbb3-786dbe35d81b req-f1ef75f2-03eb-4628-aa44-1e3c25fb8f40 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=e4432177-31d4-43c8-a6a2-a1d727b144a2 HTTP/1.1" status: 200 len: 210 time: 0.0287759 Oct 28 11:13:18.953725 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa488d-56f4-4f16-8ff9-07517dc65346 req-441b4f20-4699-45ef-8b16-adbf48beca7a tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:18.955879 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-50fa488d-56f4-4f16-8ff9-07517dc65346 req-441b4f20-4699-45ef-8b16-adbf48beca7a tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 945 time: 0.0509949 Oct 28 11:13:18.993810 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:19.003184 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-50fa488d-56f4-4f16-8ff9-07517dc65346 req-0c7a1361-d7ae-41f6-bb20-d59ca9969431 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413690 Oct 28 11:13:19.027988 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:13:19.036511 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:13:19.037101 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:13:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:19.150508 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:13:19.343848 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:19.371887 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9174c4-bc36-49c9-8564-d4a573378151 None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:13:19.591929 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a0873b-28bd-438d-a2c0-a7778a42bf28 None None] New status for floating IP 24391a13-4595-470a-9312-5257ac4c77f1: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:13:19.966948 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 3ddd409d-33e1-4877-aaa6-af35efa088ab up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:13:20.011577 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 3ddd409d-33e1-4877-aaa6-af35efa088ab completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:13:20.017354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 3ddd409d-33e1-4877-aaa6-af35efa088ab triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:13:20.018303 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.018771 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 3ddd409d-33e1-4877-aaa6-af35efa088ab Oct 28 11:13:20.029758 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45402) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:20.080480 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:20.098146 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 3ddd409d-33e1-4877-aaa6-af35efa088ab is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:13:20.098534 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.102723 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-69ac1be4-7f34-4e38-b8f9-539afe82fd48 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (1ff4636c-c43d-485b-9cda-e58f62f2c857), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.121908 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:20.124160 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a752fa6-be31-4551-9193-fd092bb06a14" -d '{"events": [{"server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "name": "network-vif-plugged", "status": "completed", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:20.127343 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:20.136540 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:20.141677 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 3ddd409d-33e1-4877-aaa6-af35efa088ab, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:20.146967 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.159642 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8458f2-4627-4d8d-928c-f58786addf2d req-8b9da376-ff4f-4c7f-b88f-db0271110c1c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:20.161731 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-aa8458f2-4627-4d8d-928c-f58786addf2d req-8b9da376-ff4f-4c7f-b88f-db0271110c1c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 945 time: 0.0738411 Oct 28 11:13:20.164309 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-69ac1be4-7f34-4e38-b8f9-539afe82fd48 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (1ff4636c-c43d-485b-9cda-e58f62f2c857), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.171511 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5544d564-89d2-4d18-8e8b-0b0bfd8fc361 x-openstack-request-id: req-5544d564-89d2-4d18-8e8b-0b0bfd8fc361 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:20.171824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "name": "network-vif-plugged", "status": "completed", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:20.172079 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5544d564-89d2-4d18-8e8b-0b0bfd8fc361 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:20.172466 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5544d564-89d2-4d18-8e8b-0b0bfd8fc361'] response: {'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'code': 200} Oct 28 11:13:20.202698 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=3ddd409d-33e1-4877-aaa6-af35efa088ab,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:20.238236 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-aa8458f2-4627-4d8d-928c-f58786addf2d req-1aa50c85-2d5d-4569-9542-984e14436044 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706222 Oct 28 11:13:20.257490 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-69ac1be4-7f34-4e38-b8f9-539afe82fd48 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (1ff4636c-c43d-485b-9cda-e58f62f2c857), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.260250 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-69ac1be4-7f34-4e38-b8f9-539afe82fd48 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.261380 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-69ac1be4-7f34-4e38-b8f9-539afe82fd48 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1ff4636c-c43d-485b-9cda-e58f62f2c857 HTTP/1.1" status: 204 len: 168 time: 0.2306085 Oct 28 11:13:20.264739 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45408) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:20.282906 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac1be4-7f34-4e38-b8f9-539afe82fd48 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4636c-c43d-485b-9cda-e58f62f2c857,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:20.284992 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-35329669-4352-498c-a780-1dcd8e9bb717 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] show failed (client error): The resource could not be found. Oct 28 11:13:20.286065 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-35329669-4352-498c-a780-1dcd8e9bb717 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups/1ff4636c-c43d-485b-9cda-e58f62f2c857 HTTP/1.1" status: 404 len: 347 time: 0.0202641 Oct 28 11:13:20.289081 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45410) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:20.365918 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d33c2-fba2-4685-aeb3-a90656476b0f req-569c640e-d3d3-46bc-b3ec-ec33a5f63d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:20.367528 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f48d33c2-fba2-4685-aeb3-a90656476b0f req-569c640e-d3d3-46bc-b3ec-ec33a5f63d3d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 1130 time: 0.0415220 Oct 28 11:13:20.410597 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Deleting port 25f26da0-3cc7-4d2f-93f4-c61f6aec36ba {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:13:20.410940 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.411462 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f48d33c2-fba2-4685-aeb3-a90656476b0f req-18591f40-a563-434d-9eb6-241964dc285f service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380309 Oct 28 11:13:20.456338 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:20.487712 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.488038 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.500115 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Calling delete_port for 25f26da0-3cc7-4d2f-93f4-c61f6aec36ba owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:13:20.629896 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (25f26da0-3cc7-4d2f-93f4-c61f6aec36ba), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.652406 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event deleted for resources: {'Port': ['ID=25f26da0-3cc7-4d2f-93f4-c61f6aec36ba,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:20.714450 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (24391a13-4595-470a-9312-5257ac4c77f1), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.716909 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.718076 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ceef7258-8ebf-4efc-a86e-1fcec0e57653 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/24391a13-4595-470a-9312-5257ac4c77f1 HTTP/1.1" status: 204 len: 168 time: 0.4279919 Oct 28 11:13:20.794593 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45414) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:20.799642 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179679362', 'description': 'tempest-description--1788791943'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:20.820745 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.892782 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (0f53f1dc-170f-447c-a489-e83d7b80b02c), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.896902 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (0f53f1dc-170f-447c-a489-e83d7b80b02c), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.926136 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:20.927358 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1317446 Oct 28 11:13:20.930373 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45416) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:20.934881 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'security_group_rule': {'security_group_id': '0f53f1dc-170f-447c-a489-e83d7b80b02c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:20.935029 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570328e8-a73c-401d-b53c-e66a4bd63ffd tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53f1dc-170f-447c-a489-e83d7b80b02c,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:20.960561 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (b5158818-d659-47bb-9d19-1e426b1015aa), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.014794 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (b5158818-d659-47bb-9d19-1e426b1015aa), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.018495 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (b5158818-d659-47bb-9d19-1e426b1015aa), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.037214 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5158818-d659-47bb-9d19-1e426b1015aa,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:21.045558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.046732 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5a498787-c614-4112-873a-8c9315c728b5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153457 Oct 28 11:13:21.050057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45418) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:21.054410 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'security_group_rule': {'security_group_id': '0f53f1dc-170f-447c-a489-e83d7b80b02c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:21.066716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:21.081935 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:21.084221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (b3821514-191b-431b-a551-38166e99aa1f), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.140804 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (b3821514-191b-431b-a551-38166e99aa1f), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.144460 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (b3821514-191b-431b-a551-38166e99aa1f), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.165734 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3821514-191b-431b-a551-38166e99aa1f,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:21.173245 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.174943 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-24fa0f19-4e2e-4f3a-af45-818641edb759 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1239657 Oct 28 11:13:21.177965 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45420) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:21.182097 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:21.203063 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.281352 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.365118 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033c09f-469d-4735-8156-cfce29a2d707 req-58c36047-d8ac-43d1-8eee-6061e18366b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:21.366936 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d033c09f-469d-4735-8156-cfce29a2d707 req-58c36047-d8ac-43d1-8eee-6061e18366b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 946 time: 0.0474675 Oct 28 11:13:21.387363 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:21.391614 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Allocated IP 172.37.0.49 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/83542346-8a9f-4908-9b6e-5debbb5a7ad4) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:13:21.416551 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d033c09f-469d-4735-8156-cfce29a2d707 req-345754db-7857-4f25-b085-805b3eb1c93d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Oct 28 11:13:21.495509 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.526694 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.568633 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:13:21.573164 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:13:21.575632 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:13:21.597567 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'Port': ['ID=83542346-8a9f-4908-9b6e-5debbb5a7ad4,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:21.659397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (02594995-f4fe-44c9-a050-0bbc817ba793), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.689806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:21.698369 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.836787 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:21.840842 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.846059 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.916497 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'Port': ['ID=83542346-8a9f-4908-9b6e-5debbb5a7ad4,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:21.918952 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (02594995-f4fe-44c9-a050-0bbc817ba793), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.934484 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:21.935698 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-57d0467e-44e1-473d-8123-142e501a2da8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7567909 Oct 28 11:13:21.967982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:13:21.987553 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:13:21.987930 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device c95f96b2-ea44-4aa5-aeb1-ebbd21ec24e0 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:13:22.085903 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-ef03fb91-1ba4-433b-a6ed-3f75c5a14ff0 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1179679362&fields=id&tenant_id=64177183598843a68fc7fbe8257d4881 HTTP/1.1" status: 200 len: 267 time: 0.0438123 Oct 28 11:13:22.196014 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-a69e0eef-44c1-4e0e-afe7-5cfa1da50bcb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:22.197471 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-a69e0eef-44c1-4e0e-afe7-5cfa1da50bcb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 810 time: 0.1048286 Oct 28 11:13:22.212214 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-4becbac7-4de5-4711-b138-1665632f7201 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/quotas/64177183598843a68fc7fbe8257d4881 HTTP/1.1" status: 200 len: 375 time: 0.0092838 Oct 28 11:13:22.260345 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-75aa5042-1d50-45d5-bb37-628a6f623752 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432119 Oct 28 11:13:22.369034 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-012ac1d4-3ac9-41fb-93b1-638cd67150ec service neutron] http://10.222.0.46:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106104) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 11:13:22.370060 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-012ac1d4-3ac9-41fb-93b1-638cd67150ec service neutron] 10.222.0.46 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0979469 Oct 28 11:13:22.461204 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-8312b849-b2ad-446b-b65f-dda5d507065b service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851622 Oct 28 11:13:22.538723 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb30b5-8694-4b65-875f-46029b7ec73a req-7b91739a-141b-41ca-92b6-73eb86771fff tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:22.540201 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3edb30b5-8694-4b65-875f-46029b7ec73a req-7b91739a-141b-41ca-92b6-73eb86771fff tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 946 time: 0.0456586 Oct 28 11:13:22.550053 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-dc9957bd-f093-48bb-996d-814a48093ba8 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831027 Oct 28 11:13:22.719099 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7fa84f58-ffa7-4e11-8cd3-248a475fa221 req-7732ba45-48f0-42c7-ba92-48f84d724bab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 210 time: 0.0284450 Oct 28 11:13:22.889674 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3edb30b5-8694-4b65-875f-46029b7ec73a req-c304cfc0-4841-4edc-b3dd-13e96a11f97c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3437707 Oct 28 11:13:23.013496 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4524412-26f0-4463-9bba-c0b10d4cdd2d req-fe131e7d-a73d-488b-afba-988928879e5c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:23.014975 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f4524412-26f0-4463-9bba-c0b10d4cdd2d req-fe131e7d-a73d-488b-afba-988928879e5c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 946 time: 0.0532110 Oct 28 11:13:23.025600 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45452) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:23.030234 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'port_id': '3ddd409d-33e1-4877-aaa6-af35efa088ab'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:23.068102 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (7a07d894-7ec6-4654-a145-d29778439b09), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:23.218288 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:23.744603 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:23.749357 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (7a07d894-7ec6-4654-a145-d29778439b09), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:23.830485 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ae03afce-c89b-4711-ab84-198099a6fab9 req-fc774c2f-316b-4986-afaa-0dc118c66768 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 210 time: 0.0322120 Oct 28 11:13:23.882960 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:23.900021 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP 7a07d894-7ec6-4654-a145-d29778439b09 associated. External IP: 172.37.0.20, port: 3ddd409d-33e1-4877-aaa6-af35efa088ab. Oct 28 11:13:24.015953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-8c2b5a92-98cf-4ec9-9919-39b09689f3e3 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:24.017878 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-8c2b5a92-98cf-4ec9-9919-39b09689f3e3 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 810 time: 0.1891840 Oct 28 11:13:24.169308 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-472b5b07-10de-4339-8d30-40365c3d7e69 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=64177183598843a68fc7fbe8257d4881 HTTP/1.1" status: 200 len: 380 time: 0.0968866 Oct 28 11:13:24.174201 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:13:24.178952 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'port': {'device_id': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'admin_state_up': True, 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'security_groups': ['0f53f1dc-170f-447c-a489-e83d7b80b02c']}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:24.290372 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:24.368760 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:13:24.373729 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:24.380193 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:13:24.389560 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:13:24.390216 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:13:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:24.393198 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Made reservation on behalf of 64177183598843a68fc7fbe8257d4881 for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:13:24.396875 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:24.421302 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5a2384d0-f071-45ba-99cd-b5e42d2b48cf tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/7a07d894-7ec6-4654-a145-d29778439b09 HTTP/1.1" status: 200 len: 991 time: 1.3945136 Oct 28 11:13:24.426620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:24.428898 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f71092-482b-42ac-870e-158fb9fc6cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:24.468079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ab470-11f2-4389-93c6-f1e377bb7267 x-openstack-request-id: req-da5ab470-11f2-4389-93c6-f1e377bb7267 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:24.468365 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:24.468614 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da5ab470-11f2-4389-93c6-f1e377bb7267 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:24.469001 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5ab470-11f2-4389-93c6-f1e377bb7267'] response: {'name': 'network-changed', 'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'status': 'completed', 'code': 200} Oct 28 11:13:24.500559 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:13:24.545772 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Allocated IP 172.20.0.7 (6b052aa7-a953-4b1a-862c-d4362c935620/6f489bda-a40d-4b75-9648-4922eaf7364f/d701ecd4-e08b-4414-80c4-ca9da96dd6bc) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:13:24.559881 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-1180b1d4-d12b-487c-b5e0-ac23bd52e230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:24.561444 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-1180b1d4-d12b-487c-b5e0-ac23bd52e230 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 1130 time: 0.0422850 Oct 28 11:13:24.657081 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-71b852c2-171d-4c15-8f99-21ca09a53eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:24.658773 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-71b852c2-171d-4c15-8f99-21ca09a53eb3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0899119 Oct 28 11:13:24.667411 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:24.698484 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:24.712886 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:24.722854 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-05e078ba-2393-4bf6-ae04-fe9f8bee68e7 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab HTTP/1.1" status: 200 len: 999 time: 0.0575631 Oct 28 11:13:24.724430 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '7a07d894-7ec6-4654-a145-d29778439b09', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.20', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:71:5c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:13:09Z', 'updated_at': '2022-10-28T11:13:23Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}, {'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:45Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:24.731620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:24.736754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:24.755959 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:13:24.764634 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:13:24.765531 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:13:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:24.776694 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-5199e4e8-362b-43f2-b72f-4179c3555a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:24.778199 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-5199e4e8-362b-43f2-b72f-4179c3555a48 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0498369 Oct 28 11:13:24.779158 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Network 6b052aa7-a953-4b1a-862c-d4362c935620 is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:13:24.784492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:13:24.788313 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:13:24.812604 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:24.831011 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event updated for resources: {'Port': ['ID=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:24.831942 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-bfc3d348-6c6c-4b6e-9500-14f3910d4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:24.842080 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-bfc3d348-6c6c-4b6e-9500-14f3910d4837 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0575836 Oct 28 11:13:24.849796 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:24.850657 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:24.878442 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:13:24.881628 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-31b2cbf4-6a0a-4535-a0ff-03c14d76967a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7060750 Oct 28 11:13:24.893367 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Request body: {'port': {'device_id': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:24.958322 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-4cf7c13d-9747-4775-85ab-9f32eb3cdbd9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082025 Oct 28 11:13:25.002972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.063758 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-21367cba-5a90-450e-8a43-974f5bf547aa None None] Provisioning complete for port d701ecd4-e08b-4414-80c4-ca9da96dd6bc triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:13:25.064826 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-21367cba-5a90-450e-8a43-974f5bf547aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.065370 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-21367cba-5a90-450e-8a43-974f5bf547aa None None] Attempt 1 to provision port d701ecd4-e08b-4414-80c4-ca9da96dd6bc Oct 28 11:13:25.100342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-21367cba-5a90-450e-8a43-974f5bf547aa None None] Port d701ecd4-e08b-4414-80c4-ca9da96dd6bc cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:13:25.117779 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d0f71092-482b-42ac-870e-158fb9fc6cdc req-07b2f596-d9f7-48e4-8ae1-3be7ca70eb55 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509938 Oct 28 11:13:25.120161 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '7a07d894-7ec6-4654-a145-d29778439b09', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.20', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:71:5c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:13:09Z', 'updated_at': '2022-10-28T11:13:23Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}, {'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:45Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:25.126588 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9ae18-4800-43f2-a62b-42e6bc629d2d req-6274880f-4208-463f-93ac-f6843b511e35 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:25.128387 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8bc9ae18-4800-43f2-a62b-42e6bc629d2d req-6274880f-4208-463f-93ac-f6843b511e35 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 931 time: 0.1627798 Oct 28 11:13:25.133289 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:25.150065 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe08356-67fd-4f39-9a77-c5021697a38d None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '7a07d894-7ec6-4654-a145-d29778439b09', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.20', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:71:5c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:13:09Z', 'updated_at': '2022-10-28T11:13:23Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}, {'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:45Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:13:25.190664 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-8bc9ae18-4800-43f2-a62b-42e6bc629d2d req-f98f8820-5b5a-455e-9b2e-3e12f65970e6 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565236 Oct 28 11:13:25.291762 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d701ecd4-e08b-4414-80c4-ca9da96dd6bc {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:13:25.300160 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Publish callbacks [] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.312958 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Transition to ACTIVE for port object d701ecd4-e08b-4414-80c4-ca9da96dd6bc will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:13:25.316978 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.362994 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5fdcd1-c3e4-414b-868d-49ac388a8dfd None None] New status for floating IP 7a07d894-7ec6-4654-a145-d29778439b09: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:13:25.379277 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Pushing event updated for resources: {'Port': ['ID=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:25.441879 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Attempting to bind port d701ecd4-e08b-4414-80c4-ca9da96dd6bc on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:13:25.442263 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Attempting to bind port d701ecd4-e08b-4414-80c4-ca9da96dd6bc by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:13:25.442592 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Attempting to bind port d701ecd4-e08b-4414-80c4-ca9da96dd6bc on network 6b052aa7-a953-4b1a-862c-d4362c935620 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:13:25.484577 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Port d701ecd4-e08b-4414-80c4-ca9da96dd6bc on network 6b052aa7-a953-4b1a-862c-d4362c935620 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:13:25.484904 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Attempting to bind port d701ecd4-e08b-4414-80c4-ca9da96dd6bc on network 6b052aa7-a953-4b1a-862c-d4362c935620 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:13:25.528459 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:13:25.528796 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Checking segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:13:25.529177 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Bound using segment: {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:13:25.529606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Bound port: d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40653f53-4d99-41b3-9e42-b2956ac0e040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:13:25.529967 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.593585 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] For port d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:13:25.597235 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] For port d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:13:25.602477 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.606511 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:25.607114 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:25.608513 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/d701ecd4-e08b-4414-80c4-ca9da96dd6bc HTTP/1.1" status: 200 len: 1093 time: 0.7194290 Oct 28 11:13:25.609801 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:25.678387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b756d36-f6d0-49c0-9a68-ec71c7351ebf service neutron] Pushing event updated for resources: {'Port': ['ID=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:25.692351 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-5f2dd260-3023-4b27-9af6-443a78005ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:25.693819 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-5f2dd260-3023-4b27-9af6-443a78005ace service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 1127 time: 0.0428483 Oct 28 11:13:25.734773 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-ed8e518a-dd49-4d45-983c-9ee36cb48657 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc HTTP/1.1" status: 200 len: 217 time: 0.0324769 Oct 28 11:13:25.790718 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-fadb697e-3339-47cc-8b89-0edacd57c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:25.792201 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-fadb697e-3339-47cc-8b89-0edacd57c355 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0503612 Oct 28 11:13:25.835155 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-163cabea-bced-45de-a5de-ba7d2449ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:25.836742 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-163cabea-bced-45de-a5de-ba7d2449ea25 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0388885 Oct 28 11:13:25.924819 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-2f9feaa2-6133-4f3e-bc4b-20a28395187c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811083 Oct 28 11:13:26.014727 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-129b16dd-d8cf-45a8-b68f-3272490c4d00 req-408fb299-48e5-4aa0-a03b-3232b026ce99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Oct 28 11:13:26.316477 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1364a7-47d2-414a-9a5e-866ad701c30d req-b4419737-2622-44f1-a402-bb9ae6d0d0a0 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:26.317911 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b1364a7-47d2-414a-9a5e-866ad701c30d req-b4419737-2622-44f1-a402-bb9ae6d0d0a0 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 943 time: 0.0458016 Oct 28 11:13:26.363373 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b1364a7-47d2-414a-9a5e-866ad701c30d req-7b4ef6cb-086f-4fb9-9247-baef51edb7d5 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397804 Oct 28 11:13:26.470279 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:26.472571 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:26.508972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369f97a5-05e1-40e5-832a-13b4bca54402 x-openstack-request-id: req-369f97a5-05e1-40e5-832a-13b4bca54402 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:26.509263 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:26.509508 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-369f97a5-05e1-40e5-832a-13b4bca54402 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:26.509922 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-369f97a5-05e1-40e5-832a-13b4bca54402'] response: {'name': 'network-changed', 'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'status': 'completed', 'code': 200} Oct 28 11:13:27.483048 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3853f-7a4a-402e-9a4e-afb75480b1ad req-9309102f-ab9f-4707-af53-655135ff9e4b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:27.484470 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-12b3853f-7a4a-402e-9a4e-afb75480b1ad req-9309102f-ab9f-4707-af53-655135ff9e4b tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 943 time: 0.0487552 Oct 28 11:13:27.497034 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:27.532663 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-12b3853f-7a4a-402e-9a4e-afb75480b1ad req-b3c56739-7b09-43be-9e58-ff8f8b0c76bb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419333 Oct 28 11:13:28.069240 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:28.098734 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-6cf3158c-6a96-4b6c-bf71-c56c44188200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:28.100205 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-6cf3158c-6a96-4b6c-bf71-c56c44188200 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 1127 time: 0.0392399 Oct 28 11:13:28.192056 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-ce5b0338-5b35-4e5c-9387-a8b77e389633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:28.193477 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-ce5b0338-5b35-4e5c-9387-a8b77e389633 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.0877190 Oct 28 11:13:28.232098 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-bc78458d-dd9f-4adc-82cc-275bffe79bcf service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc HTTP/1.1" status: 200 len: 217 time: 0.0316796 Oct 28 11:13:28.280066 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-418bb88a-11e6-48ce-894f-d52779289b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:28.281192 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-418bb88a-11e6-48ce-894f-d52779289b3e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0436873 Oct 28 11:13:28.326839 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-26c614bd-1bb5-4111-9e7b-1896dba31bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:28.328275 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-26c614bd-1bb5-4111-9e7b-1896dba31bb6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0406723 Oct 28 11:13:28.415606 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-8e3cfe15-8079-46a6-89c4-899204183c02 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810237 Oct 28 11:13:28.485711 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:28.506882 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c3d0c7bb-6653-4f67-bd8b-51c54b1da2aa req-95815347-a6f3-4a7d-ad73-78609ccd0df0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849440 Oct 28 11:13:28.652612 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d88c3-9c75-4ff3-ae03-9f2f66bd5224 req-31644d78-1dde-41f6-b6f4-b2bd0259448f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:28.653966 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-990d88c3-9c75-4ff3-ae03-9f2f66bd5224 req-31644d78-1dde-41f6-b6f4-b2bd0259448f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 943 time: 0.0463667 Oct 28 11:13:28.699113 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-990d88c3-9c75-4ff3-ae03-9f2f66bd5224 req-b2542152-4d32-4694-b147-fbec6c62cabc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396063 Oct 28 11:13:28.765733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2a885bd2-ab93-47e4-b87d-b4ff1138c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:29.819991 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0afdd-36a9-4b57-b5af-59661b335750 req-ff35c451-0e56-44ac-b011-4949fc937d88 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:29.821423 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5e0afdd-36a9-4b57-b5af-59661b335750 req-ff35c451-0e56-44ac-b011-4949fc937d88 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 943 time: 0.0458217 Oct 28 11:13:29.867557 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f5e0afdd-36a9-4b57-b5af-59661b335750 req-072ee64d-8e8c-4b45-a2af-7c0f0f7b1f8d tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Oct 28 11:13:30.025721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device d701ecd4-e08b-4414-80c4-ca9da96dd6bc details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:13:30.121361 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:30.133046 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'port_id': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'mac_address': 'fa:16:3e:89:9a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:13:30.170483 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port d701ecd4-e08b-4414-80c4-ca9da96dd6bc is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:13:30.170867 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:30.183952 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d701ecd4-e08b-4414-80c4-ca9da96dd6bc {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:13:30.203010 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:30.207278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:30.253405 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:30.260917 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.261259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.261591 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.261945 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.262296 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.262618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.262946 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.263288 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.263604 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.263924 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.264238 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.264553 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.264865 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.265176 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.265488 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:13:30.540035 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['d701ecd4-e08b-4414-80c4-ca9da96dd6bc'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:13:30.878460 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7c1a3c66-51fa-4943-aacc-c79554660e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:30.988026 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bc56c-953f-441c-98a6-b0f14f438d21 req-65b60612-92ad-4aa7-8057-073b95d72f88 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:30.989518 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-db1bc56c-953f-441c-98a6-b0f14f438d21 req-65b60612-92ad-4aa7-8057-073b95d72f88 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 944 time: 0.0501888 Oct 28 11:13:31.035887 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-db1bc56c-953f-441c-98a6-b0f14f438d21 req-2a86f322-3887-4db6-9bd5-d9d6892c5aad tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406318 Oct 28 11:13:32.029396 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device d701ecd4-e08b-4414-80c4-ca9da96dd6bc up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:13:32.071039 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port d701ecd4-e08b-4414-80c4-ca9da96dd6bc completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:13:32.073383 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:32.081092 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port d701ecd4-e08b-4414-80c4-ca9da96dd6bc triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:13:32.081490 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:32.081920 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port d701ecd4-e08b-4414-80c4-ca9da96dd6bc Oct 28 11:13:32.135327 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:32.158735 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1eb54-217e-4a4b-900e-30b3f30c90d5 req-6edd804d-d0a6-4dc2-88de-e4966143340a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:32.159291 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:32.160388 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03f1eb54-217e-4a4b-900e-30b3f30c90d5 req-6edd804d-d0a6-4dc2-88de-e4966143340a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 944 time: 0.0478942 Oct 28 11:13:32.171915 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port d701ecd4-e08b-4414-80c4-ca9da96dd6bc is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:13:32.172290 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:32.196927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:32.199152 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a7ac17-e431-40fe-9026-a5178cc9578e" -d '{"events": [{"server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "name": "network-vif-plugged", "status": "completed", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:32.213084 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-03f1eb54-217e-4a4b-900e-30b3f30c90d5 req-496c8620-888c-47dc-9ee6-2acba0cebb3f tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465779 Oct 28 11:13:32.218485 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:13:32.224214 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:32.248134 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571b0d5f-6edc-46e1-90ee-c8a2d004bcd9 x-openstack-request-id: req-571b0d5f-6edc-46e1-90ee-c8a2d004bcd9 {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:32.248446 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "name": "network-vif-plugged", "status": "completed", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:32.248708 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-571b0d5f-6edc-46e1-90ee-c8a2d004bcd9 {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:32.249099 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571b0d5f-6edc-46e1-90ee-c8a2d004bcd9'] response: {'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'code': 200} Oct 28 11:13:32.275919 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:13:32.412468 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c148b8-78a4-45ea-a96b-abef1fc63c58 req-89018753-7abf-49e6-a72a-2e875758ec55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:32.413965 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-97c148b8-78a4-45ea-a96b-abef1fc63c58 req-89018753-7abf-49e6-a72a-2e875758ec55 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 1129 time: 0.0390551 Oct 28 11:13:32.457035 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-97c148b8-78a4-45ea-a96b-abef1fc63c58 req-19c7d42c-1bd9-4a58-a649-3aa7f58e57d0 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366218 Oct 28 11:13:33.335538 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928dcca-031b-47d1-9faa-dfea417a18da req-408dbbad-0b08-4572-9025-f541367452d8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:33.337019 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c928dcca-031b-47d1-9faa-dfea417a18da req-408dbbad-0b08-4572-9025-f541367452d8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 945 time: 0.0460067 Oct 28 11:13:33.382988 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-c928dcca-031b-47d1-9faa-dfea417a18da req-335ef269-c1aa-48b3-b719-96777c744f7e tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404909 Oct 28 11:13:33.632694 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:33.731162 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:34.493847 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:34.509718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd3798-6f62-4065-bc53-7440a78537b8 req-f4464052-655c-4b70-b40b-11febddaf245 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:34.511210 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-33bd3798-6f62-4065-bc53-7440a78537b8 req-f4464052-655c-4b70-b40b-11febddaf245 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 945 time: 0.0504107 Oct 28 11:13:34.557930 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-33bd3798-6f62-4065-bc53-7440a78537b8 req-0ee9d8c6-5d36-45c1-916d-ddab5c6e279a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Oct 28 11:13:34.687137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1f3e-8b3f-477c-a91d-edca0aaadd22 req-d02358f3-f964-445f-bdbe-0f1208356fe9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:34.689484 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-16ee1f3e-8b3f-477c-a91d-edca0aaadd22 req-d02358f3-f964-445f-bdbe-0f1208356fe9 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 945 time: 0.0591075 Oct 28 11:13:34.699496 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45492) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:13:34.703811 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Request body: {'floatingip': {'port_id': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:13:34.744358 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (02594995-f4fe-44c9-a050-0bbc817ba793), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:34.901893 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:35.154806 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:35.158128 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (02594995-f4fe-44c9-a050-0bbc817ba793), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:35.250304 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Floating IP 02594995-f4fe-44c9-a050-0bbc817ba793 associated. External IP: 172.37.0.49, port: d701ecd4-e08b-4414-80c4-ca9da96dd6bc. Oct 28 11:13:35.252920 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:35.722780 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-173d30f5-7309-408f-8ada-0396436b5cc5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518196 Oct 28 11:13:35.730272 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Router 92ff3059-9280-40d0-8d69-91ca56f6963f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:13:35.844601 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-9f196a15-b1ee-4698-8225-c9beaa565469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:35.846088 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-9f196a15-b1ee-4698-8225-c9beaa565469 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1129 time: 0.0746005 Oct 28 11:13:35.875786 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:13:35.885394 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:13:35.888677 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:35.895398 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:13:35.896004 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:13:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:35.956991 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f2145bff-78c9-4d9a-9748-a2b77e045924 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/02594995-f4fe-44c9-a050-0bbc817ba793 HTTP/1.1" status: 200 len: 990 time: 1.2564073 Oct 28 11:13:35.959855 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:13:35.962178 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:13:35.997011 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-d5b9db00-66c6-4820-b1f3-11b43b94e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:35.998485 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-d5b9db00-66c6-4820-b1f3-11b43b94e142 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.1330106 Oct 28 11:13:36.004129 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6107b555-5f20-456a-9b13-3160b2ea562d x-openstack-request-id: req-6107b555-5f20-456a-9b13-3160b2ea562d {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:13:36.004471 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:13:36.004730 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6107b555-5f20-456a-9b13-3160b2ea562d {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:13:36.005129 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6107b555-5f20-456a-9b13-3160b2ea562d'] response: {'name': 'network-changed', 'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'status': 'completed', 'code': 200} Oct 28 11:13:36.064780 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-0f2b3ef7-dc4a-4236-b1a1-25b117d9f12c service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 1000 time: 0.0567176 Oct 28 11:13:36.071660 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-f81a704e-3856-4255-b009-a24c4a7465b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:36.073849 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-f81a704e-3856-4255-b009-a24c4a7465b2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=64177183598843a68fc7fbe8257d4881&device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 1129 time: 0.0406203 Oct 28 11:13:36.092956 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:13:36.118627 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-df59d78d-efdf-4c92-9d47-004f5b8e2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:36.120000 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-df59d78d-efdf-4c92-9d47-004f5b8e2b5a service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0454123 Oct 28 11:13:36.163294 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:36.170093 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-132a0fc0-934d-4871-b066-33abbecaa0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:36.171598 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-132a0fc0-934d-4871-b066-33abbecaa0bc service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0453479 Oct 28 11:13:36.175940 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-99d2b66d-dfc4-443d-b9ba-d9def6b55ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:36.178105 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-99d2b66d-dfc4-443d-b9ba-d9def6b55ecc service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 200 len: 911 time: 0.0975268 Oct 28 11:13:36.241748 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-c324252c-417d-49f4-bb6b-c80f7017f9a5 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc HTTP/1.1" status: 200 len: 998 time: 0.0566630 Oct 28 11:13:36.275460 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-1ddaa16a-13ff-4179-8c1b-7e5c9cf5e73f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971110 Oct 28 11:13:36.297149 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-b9f0fb95-6c69-40cd-93ed-b5e8a85a63b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:36.298687 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-b9f0fb95-6c69-40cd-93ed-b5e8a85a63b3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 200 len: 849 time: 0.0459163 Oct 28 11:13:36.312641 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '02594995-f4fe-44c9-a050-0bbc817ba793', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'floating_ip_address': '172.37.0.49', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'port_id': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'mac_address': 'fa:16:3e:89:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:13:21Z', 'updated_at': '2022-10-28T11:13:35Z', 'revision_number': 1, 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:36.337713 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:13:36.346334 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:13:36.346932 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:13:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:36.348819 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-6ec2a295-c35a-463f-b98b-ba1f71bafc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:13:36.350529 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-6ec2a295-c35a-463f-b98b-ba1f71bafc40 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=6b052aa7-a953-4b1a-862c-d4362c935620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0459225 Oct 28 11:13:36.375281 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ae4f5ee1-e81f-4179-a670-85cc93135e68 req-0b31b122-7bfb-41ca-8160-85a23aad731e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939534 Oct 28 11:13:36.433817 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:36.442575 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-98991173-4352-4dd2-a235-45e761b44581 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854774 Oct 28 11:13:36.451512 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:13:36.537310 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-f2da8b04-bf0c-4ad0-ac5e-197c44c77cc2 req-94bc2039-bbdd-40d9-b15f-9a5ab49451fe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887702 Oct 28 11:13:36.600655 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:36.664491 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '02594995-f4fe-44c9-a050-0bbc817ba793', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'floating_ip_address': '172.37.0.49', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'port_id': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'mac_address': 'fa:16:3e:89:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:13:21Z', 'updated_at': '2022-10-28T11:13:35Z', 'revision_number': 1, 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:13:36.688385 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc447f5-3663-4ddd-a725-92978837a825 None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '02594995-f4fe-44c9-a050-0bbc817ba793', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'floating_ip_address': '172.37.0.49', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'port_id': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'mac_address': 'fa:16:3e:89:9a:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:13:21Z', 'updated_at': '2022-10-28T11:13:35Z', 'revision_number': 1, 'project_id': '64177183598843a68fc7fbe8257d4881', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:13:36.874730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052e088-201c-42f6-b26c-a23f9baf7456 None None] New status for floating IP 02594995-f4fe-44c9-a050-0bbc817ba793: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:13:46.370416 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.372339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=22 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.524084 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.534002 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=56 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.655156 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=27 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.668023 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=9 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.976666 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:46.979696 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:55.118261 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:13:57.708706 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=11 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:13:58.076318 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:13:58.765829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c79b435c-0f37-47cf-95d4-e1617989ddd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:00.879948 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9efd9a7f-7e82-4979-b8aa-27c5024c4067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:02.125918 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:03.635071 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:03.732144 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:05.110002 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=17 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:13.725924 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:13.727823 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:15.169413 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:15.174259 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:18.666917 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45522) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:18.896742 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Deleting port 9d248153-1d08-40d1-9ac9-2ea5655f838d {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:18.897075 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:18.974544 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:18.975293 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for floatingip (9d248153-1d08-40d1-9ac9-2ea5655f838d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:18.987057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Calling delete_port for 9d248153-1d08-40d1-9ac9-2ea5655f838d owned by network:floatingip {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:19.128849 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (9d248153-1d08-40d1-9ac9-2ea5655f838d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:19.154907 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event deleted for resources: {'Port': ['ID=9d248153-1d08-40d1-9ac9-2ea5655f838d,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:19.168351 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.168695 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.169029 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.169356 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.169683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.170016 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.170340 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.170655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.170969 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.171281 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.171593 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.171965 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.172303 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.172558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.172998 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:19.228394 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for floatingip (4163018d-17ad-414b-9ea8-85706fde4ad2), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:19.228594 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Floating IP 4163018d-17ad-414b-9ea8-85706fde4ad2 disassociated (deleted). External IP: 172.37.0.57, port: 0404e8da-6840-4714-b253-a87262494023. Oct 28 11:14:19.425221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:14:19.519100 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:19.529647 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:14:19.534424 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:19.539559 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] Sync routers for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:14:19.549406 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:19.550115 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:19.564565 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b1c4d288-d4f7-45ac-a9e5-2f15044e0f7b tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/4163018d-17ad-414b-9ea8-85706fde4ad2 HTTP/1.1" status: 204 len: 168 time: 0.8965993 Oct 28 11:14:19.565287 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:14:19.567634 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b4d394-cae0-41a4-866e-a14fe281e4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:14:19.611854 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b4ae00-2930-4e20-b0a2-baca98dfddb8 x-openstack-request-id: req-12b4ae00-2930-4e20-b0a2-baca98dfddb8 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:14:19.612147 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "tag": "0404e8da-6840-4714-b253-a87262494023", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:14:19.612404 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12b4ae00-2930-4e20-b0a2-baca98dfddb8 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:14:19.612825 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12b4ae00-2930-4e20-b0a2-baca98dfddb8'] response: {'name': 'network-changed', 'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'status': 'completed', 'code': 200} Oct 28 11:14:19.656296 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:19.676488 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-8ade0c79-2da5-4fc5-a8e3-1e04ac4a8c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:19.678709 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-8ade0c79-2da5-4fc5-a8e3-1e04ac4a8c4c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=9edc5ff928624d87944ee071e578aa17&device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 1129 time: 0.0418370 Oct 28 11:14:19.819757 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a1f79-8d9e-4782-9e08-744ed8b3b3cc req-070aa650-d9b7-4e78-a5cc-7203de3bc478 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:19.821171 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bd9a1f79-8d9e-4782-9e08-744ed8b3b3cc req-070aa650-d9b7-4e78-a5cc-7203de3bc478 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0643432 Oct 28 11:14:19.823997 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-6e96fe45-73ec-4a08-a381-fea3068e6aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:19.825334 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-6e96fe45-73ec-4a08-a381-fea3068e6aaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 200 len: 909 time: 0.1348536 Oct 28 11:14:19.856673 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:44Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:19.871011 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-bd9a1f79-8d9e-4782-9e08-744ed8b3b3cc req-2f153fee-a6e8-4e61-9b1c-779a265954a0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Oct 28 11:14:19.885272 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] Checking router: 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:14:19.893819 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:19.894480 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:19.993857 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:20.251285 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:44Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:20.275693 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05d9350-424c-4684-8ad8-3d6b31f413bf None None] The sync data for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi is: [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:38Z', 'revision_number': 4, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': '2852a467-243e-4936-a948-c1128edc0870', 'name': '', 'network_id': '9ede01c2-68b4-4454-9c54-b9a5972b3253', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'mac_address': 'fa:16:3e:c2:48:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:38Z', 'updated_at': '2022-10-28T11:08:44Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'subnets': [{'id': '2b813ae1-b210-4881-8166-1f4a800fd6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:14:20.496080 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1285565e-0a56-4742-95ec-7b1779d5e7ac None None] New status for floating IP 4163018d-17ad-414b-9ea8-85706fde4ad2: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:14:20.777704 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-029de584-9733-4247-be10-a0dde5cbb693 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 200 len: 217 time: 0.0324900 Oct 28 11:14:20.830139 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-26fd3718-79f1-44ab-83cb-5db1be714bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:20.831553 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-26fd3718-79f1-44ab-83cb-5db1be714bbb service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 200 len: 847 time: 0.0466812 Oct 28 11:14:20.892376 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-633bf615-1916-485f-bc29-1f43bedd3e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:20.893850 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-633bf615-1916-485f-bc29-1f43bedd3e37 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=9ede01c2-68b4-4454-9c54-b9a5972b3253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0371935 Oct 28 11:14:20.992338 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85389b-cf4c-4627-a8aa-5802e960fe65 req-43245ced-078b-4d07-8fd5-3ce2789a71af tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:20.993800 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ac85389b-cf4c-4627-a8aa-5802e960fe65 req-43245ced-078b-4d07-8fd5-3ce2789a71af tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0471330 Oct 28 11:14:20.995853 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-832d83a6-59b5-47e9-b95d-f7a22336a43d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907733 Oct 28 11:14:21.017867 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:21.043826 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ac85389b-cf4c-4627-a8aa-5802e960fe65 req-90f9dcb4-8f5e-4e25-889c-74e1418e1e0e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=23653a8c-1351-4f0f-9246-46e6547ec0ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439904 Oct 28 11:14:21.238720 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-64b4d394-cae0-41a4-866e-a14fe281e4eb req-0aee1061-b6d0-4fc6-8450-68e1f16442a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824895 Oct 28 11:14:21.443642 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68611275-6d32-45f5-a754-eac492866130 req-181bf040-084f-4e07-a34b-16958a52448e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:21.445055 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-68611275-6d32-45f5-a754-eac492866130 req-181bf040-084f-4e07-a34b-16958a52448e tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 945 time: 0.0449436 Oct 28 11:14:21.529604 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Deleting port 0404e8da-6840-4714-b253-a87262494023 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:21.529864 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (0404e8da-6840-4714-b253-a87262494023), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:21.617487 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] For port 0404e8da-6840-4714-b253-a87262494023, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=0404e8da-6840-4714-b253-a87262494023,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:21.617843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (0404e8da-6840-4714-b253-a87262494023), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:21.634487 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Calling delete_port for 0404e8da-6840-4714-b253-a87262494023 owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:21.755331 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (0404e8da-6840-4714-b253-a87262494023), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:21.761615 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:21.784307 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event deleted for resources: {'Port': ['ID=0404e8da-6840-4714-b253-a87262494023,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:21.795391 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:21.799873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.799873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.799873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.799873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.800292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.800386 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.800717 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.801044 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.801369 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.801694 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.802037 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.802361 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.802735 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.803571 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.803901 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:21.844174 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] No DVR routers for this DVR port 0404e8da-6840-4714-b253-a87262494023 on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:21.846625 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:21.850367 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-68611275-6d32-45f5-a754-eac492866130 req-57de7e9a-9a1e-408e-a04d-d40d78ce11c0 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.25 "DELETE /networking/v2.0/ports/0404e8da-6840-4714-b253-a87262494023 HTTP/1.1" status: 204 len: 173 time: 0.3988652 Oct 28 11:14:21.850853 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-deleted', 'tag': '0404e8da-6840-4714-b253-a87262494023'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:14:21.853064 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406058e3-11be-418d-8242-fb505274c694" -d '{"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-deleted", "tag": "0404e8da-6840-4714-b253-a87262494023"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:14:21.890937 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4c8721-b177-4669-9817-63e243e51c20 x-openstack-request-id: req-db4c8721-b177-4669-9817-63e243e51c20 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:14:21.891236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c0936af-77e0-4b5c-b84c-08f6f5d72735", "name": "network-vif-deleted", "tag": "0404e8da-6840-4714-b253-a87262494023", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:14:21.891498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-db4c8721-b177-4669-9817-63e243e51c20 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:14:21.891903 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4c8721-b177-4669-9817-63e243e51c20'] response: {'server_uuid': '8c0936af-77e0-4b5c-b84c-08f6f5d72735', 'name': 'network-vif-deleted', 'tag': '0404e8da-6840-4714-b253-a87262494023', 'status': 'completed', 'code': 200} Oct 28 11:14:22.150054 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-489ed24e-6d8f-4f47-8d25-660bfd0d552f req-1ebcdbdd-b2b9-475a-af24-7f58be27ba59 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=8c0936af-77e0-4b5c-b84c-08f6f5d72735 HTTP/1.1" status: 200 len: 210 time: 0.0300651 Oct 28 11:14:23.216606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45548) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:23.274986 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71521111-b6ce-49b7-b47c-96cab928f399 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group (23653a8c-1351-4f0f-9246-46e6547ec0ea), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:23.298572 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71521111-b6ce-49b7-b47c-96cab928f399 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group (23653a8c-1351-4f0f-9246-46e6547ec0ea), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:23.356558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71521111-b6ce-49b7-b47c-96cab928f399 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (23653a8c-1351-4f0f-9246-46e6547ec0ea), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:23.359119 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71521111-b6ce-49b7-b47c-96cab928f399 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:23.360231 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-71521111-b6ce-49b7-b47c-96cab928f399 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/23653a8c-1351-4f0f-9246-46e6547ec0ea HTTP/1.1" status: 204 len: 168 time: 0.1437879 Oct 28 11:14:23.369890 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71521111-b6ce-49b7-b47c-96cab928f399 tempest-TestShelveInstance-1768554577 tempest-TestShelveInstance-1768554577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23653a8c-1351-4f0f-9246-46e6547ec0ea,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:23.403748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45552) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:23.801863 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:24.013764 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Deleting port 2852a467-243e-4936-a948-c1128edc0870 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:24.014121 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (2852a467-243e-4936-a948-c1128edc0870), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:24.093751 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] For port 2852a467-243e-4936-a948-c1128edc0870, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=2852a467-243e-4936-a948-c1128edc0870,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:24.094299 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (2852a467-243e-4936-a948-c1128edc0870), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:24.107182 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Calling delete_port for 2852a467-243e-4936-a948-c1128edc0870 owned by network:router_interface {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:24.227687 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:24.279404 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (2852a467-243e-4936-a948-c1128edc0870), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:24.281177 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:24.299908 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 0404e8da-6840-4714-b253-a87262494023 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:24.300335 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 0404e8da-6840-4714-b253-a87262494023 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:24.305276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Pushing event deleted for resources: {'Port': ['ID=2852a467-243e-4936-a948-c1128edc0870,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:24.355271 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:24.469049 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:24.671746 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:14:24.771417 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:14:24.776374 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cce8f0b4-1dba-4da4-a1ce-63c04a09b039 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/9f830a3c-ea6f-467d-97dc-2c53f4d708c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716161 Oct 28 11:14:24.779020 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45556) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:24.781540 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] Sync routers for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:14:24.792291 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:24.792884 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:24.876266 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks [] for router (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:24.892657 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:24.971572 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks [] for router_gateway (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.013933 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Deleting port f2aa2bcb-7614-491c-a1a5-601baea753f6 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:25.014305 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.059346 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223'}], 'enable_snat': True}, 'gw_port_id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:14:24Z', 'revision_number': 5, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port': {'id': 'f2aa2bcb-7614-491c-a1a5-601baea753f6', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:50:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:25.069148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:25.084857 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] Checking router: 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:14:25.091733 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:25.094080 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] Routers {'9f830a3c-ea6f-467d-97dc-2c53f4d708c5'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:25.094862 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:25.098615 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] For port f2aa2bcb-7614-491c-a1a5-601baea753f6, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f2aa2bcb-7614-491c-a1a5-601baea753f6,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:25.098862 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.135003 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:25.182748 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] Set router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:25.235784 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:14:24Z', 'revision_number': 6, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:25.261924 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cee2984-77f9-450a-a8b0-5568da950a49 None None] The sync data for ids ['9f830a3c-ea6f-467d-97dc-2c53f4d708c5'] in dv-cinder-zed-3-iscsi is: [{'id': '9f830a3c-ea6f-467d-97dc-2c53f4d708c5', 'name': 'tempest-TestShelveInstance-658462103-router', 'tenant_id': '9edc5ff928624d87944ee071e578aa17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:36Z', 'updated_at': '2022-10-28T11:14:24Z', 'revision_number': 6, 'project_id': '9edc5ff928624d87944ee071e578aa17', 'gw_port_host': None}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:14:25.367792 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Calling delete_port for f2aa2bcb-7614-491c-a1a5-601baea753f6 owned by network:router_gateway {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:25.475663 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:25.527743 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (f2aa2bcb-7614-491c-a1a5-601baea753f6), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.551486 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2aa2bcb-7614-491c-a1a5-601baea753f6,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:25.612582 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.703160 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.705345 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks [] for router_controller (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.748228 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (9f830a3c-ea6f-467d-97dc-2c53f4d708c5), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.748788 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f830a3c-ea6f-467d-97dc-2c53f4d708c5 {{(pid=106103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:14:25.753447 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.754614 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-77ec90e9-47d5-49bf-a13e-fdc43952b189 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/9f830a3c-ea6f-467d-97dc-2c53f4d708c5 HTTP/1.1" status: 204 len: 168 time: 0.9746966 Oct 28 11:14:25.757688 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45558) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:25.801674 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Deleting subnet 2b813ae1-b210-4881-8166-1f4a800fd6c4 {{(pid=106103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:14:25.804721 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Publish callbacks [] for subnet (2b813ae1-b210-4881-8166-1f4a800fd6c4), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.839084 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14963839'] for subnet (2b813ae1-b210-4881-8166-1f4a800fd6c4), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.914986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (2b813ae1-b210-4881-8166-1f4a800fd6c4), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.966005 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14962280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16752128'] for subnet (2b813ae1-b210-4881-8166-1f4a800fd6c4), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.990964 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b813ae1-b210-4881-8166-1f4a800fd6c4,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:25.994755 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:25.997858 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6c3defce-6bc9-414b-9088-35f6c84aa959 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/2b813ae1-b210-4881-8166-1f4a800fd6c4 HTTP/1.1" status: 204 len: 168 time: 0.2392259 Oct 28 11:14:26.000803 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45560) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:26.004018 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7362a6d-fbbb-4fe2-964d-ea1dd7e33870 None None] Network 9ede01c2-68b4-4454-9c54-b9a5972b3253 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:14:26.076986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (9ede01c2-68b4-4454-9c54-b9a5972b3253), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.120051 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Deleting port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:26.120452 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.151787 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] DHCP port deletion for 9ede01c2-68b4-4454-9c54-b9a5972b3253 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:14:26.187177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] For port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:26.187539 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.196891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] Deleting port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:26.197342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.200832 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:26.205397 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Calling delete_port for 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 owned by network:dhcp {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:26.267812 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] For port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,segment=NetworkSegment(430862e7-75d5-4026-87b9-c8297b3ad6c7),segment_id=430862e7-75d5-4026-87b9-c8297b3ad6c7)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:26.268353 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.282274 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] Calling delete_port for 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:26.294981 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.332712 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] No DVR routers for this DVR port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 on host dv-cinder-zed-3-iscsi {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:26.339084 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:26.413103 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:26.423986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (9ede01c2-68b4-4454-9c54-b9a5972b3253), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.446495 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ede01c2-68b4-4454-9c54-b9a5972b3253']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:26.456480 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430862e7-75d5-4026-87b9-c8297b3ad6c7') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:26.456777 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430862e7-75d5-4026-87b9-c8297b3ad6c7') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:26.467283 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (430862e7-75d5-4026-87b9-c8297b3ad6c7), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.481311 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (430862e7-75d5-4026-87b9-c8297b3ad6c7), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.488104 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:14:26.488441 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (430862e7-75d5-4026-87b9-c8297b3ad6c7), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.497774 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f2aa2bcb-7614-491c-a1a5-601baea753f6 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:26.510100 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 430862e7-75d5-4026-87b9-c8297b3ad6c7 resource provider aggregate not found Oct 28 11:14:26.521816 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: f2aa2bcb-7614-491c-a1a5-601baea753f6 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:26.522195 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f2aa2bcb-7614-491c-a1a5-601baea753f6 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:26.522612 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2852a467-243e-4936-a948-c1128edc0870 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:26.525725 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (1a2c0299-2a88-4dcc-9307-5dfe3f7f0541), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.545801 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 2852a467-243e-4936-a948-c1128edc0870 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:26.546169 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2852a467-243e-4936-a948-c1128edc0870 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:26.546581 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:26.547533 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 430862e7-75d5-4026-87b9-c8297b3ad6c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 430862e7-75d5-4026-87b9-c8297b3ad6c7 found for delete ", "request_id": "req-5cd7ce87-8920-470d-bd1b-4477f36f4c1a"}]} Oct 28 11:14:26.567842 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (9ede01c2-68b4-4454-9c54-b9a5972b3253), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.568946 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] Pushing event deleted for resources: {'Port': ['ID=1a2c0299-2a88-4dcc-9307-5dfe3f7f0541,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:26.573922 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:26.580127 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/9ede01c2-68b4-4454-9c54-b9a5972b3253 HTTP/1.1" status: 204 len: 168 time: 0.5755715 Oct 28 11:14:26.580562 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45566) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:26.587190 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a873d1-319a-41f4-a591-48d16753a3b5 None None] No DVR routers for this DVR port 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:26.588560 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:26.588907 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 1a2c0299-2a88-4dcc-9307-5dfe3f7f0541 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:26.605583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e748a2c1-066a-45e3-b4fd-a9a2b73ddcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ede01c2-68b4-4454-9c54-b9a5972b3253,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:26.888363 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:27.106715 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Deleting port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:27.107050 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:27.192008 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] For port f6feffef-b5f1-4c2e-bfc5-f0541144d4fb, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,segment=NetworkSegment(70d0e028-c6f7-4cab-a450-e07d2266c23d),segment_id=70d0e028-c6f7-4cab-a450-e07d2266c23d)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:27.192262 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:27.204553 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Calling delete_port for f6feffef-b5f1-4c2e-bfc5-f0541144d4fb owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:27.212140 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:27.245454 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:27.381685 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (f6feffef-b5f1-4c2e-bfc5-f0541144d4fb), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:27.405013 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6feffef-b5f1-4c2e-bfc5-f0541144d4fb,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:27.809967 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.011606 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:14:28.075391 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.111624 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:14:28.116888 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5e9204a2-52a1-422d-85a6-f87d9cd15cc7 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/7a6eacb0-2a5a-4ee7-aa74-456590aeb600/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5348382 Oct 28 11:14:28.119530 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45570) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:28.120034 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] Sync routers for ids ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:14:28.132313 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] Routers {'7a6eacb0-2a5a-4ee7-aa74-456590aeb600'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:28.132941 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:28.215997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks [] for router (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.233859 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] Set router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:28.306120 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:28.315478 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks [] for router_gateway (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.332107 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:28.363484 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Deleting port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:28.363816 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.410331 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247'}], 'enable_snat': True}, 'gw_port_id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:14:27Z', 'revision_number': 5, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port': {'id': '5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:28.435294 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] Checking router: 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:14:28.444121 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] Routers {'7a6eacb0-2a5a-4ee7-aa74-456590aeb600'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:28.444720 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:28.448435 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] For port 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:28.448790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.461226 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Calling delete_port for 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a owned by network:router_gateway {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:28.528491 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] Set router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 gateway port host: None {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:28.580004 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:14:28Z', 'revision_number': 6, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:28.605243 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fd073-4b80-47d4-baf2-63ae6e72f5e0 None None] The sync data for ids ['7a6eacb0-2a5a-4ee7-aa74-456590aeb600'] in dv-cinder-zed-3-iscsi is: [{'id': '7a6eacb0-2a5a-4ee7-aa74-456590aeb600', 'name': 'tempest-TestShelveInstance-1382188452-router', 'tenant_id': 'f998803074924d57b1e6ba81c117cdfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:40Z', 'updated_at': '2022-10-28T11:14:28Z', 'revision_number': 6, 'project_id': 'f998803074924d57b1e6ba81c117cdfd', 'gw_port_host': None}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:14:28.625325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.651491 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:28.715966 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.767446 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c5908614-e9c9-4c6d-bf7b-978f9fbc374d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.800653 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.802790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks [] for router_controller (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.843244 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (7a6eacb0-2a5a-4ee7-aa74-456590aeb600), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.843927 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a6eacb0-2a5a-4ee7-aa74-456590aeb600 {{(pid=106104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:14:28.847994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.848974 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-15d0a98b-35f2-40ea-be31-365e82881293 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/7a6eacb0-2a5a-4ee7-aa74-456590aeb600 HTTP/1.1" status: 204 len: 168 time: 0.7285142 Oct 28 11:14:28.851532 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45574) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:28.895300 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Deleting subnet 25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:14:28.898887 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Publish callbacks [] for subnet (25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:28.935904 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.013086 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.067143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.091472 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:29.097574 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.103760 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-d75b260a-b5fd-4c07-b13e-9122f86a33ac admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/25b995b8-9f48-47a5-b2eb-2a2d1ebeb9d2 HTTP/1.1" status: 204 len: 168 time: 0.2486792 Oct 28 11:14:29.103932 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34e2a0-617f-43ea-8b9e-7e2a9aa604eb None None] Network a0d13d8a-98c7-4069-903d-edc2123905c6 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:14:29.104377 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45576) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:29.146953 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:29.172466 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (a0d13d8a-98c7-4069-903d-edc2123905c6), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.213967 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Deleting port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:29.214333 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.282400 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] For port 53f27df5-e3fd-4371-a7e2-9aa30b565b37, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=53f27df5-e3fd-4371-a7e2-9aa30b565b37,segment=NetworkSegment(70d0e028-c6f7-4cab-a450-e07d2266c23d),segment_id=70d0e028-c6f7-4cab-a450-e07d2266c23d)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:29.282760 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.296015 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Calling delete_port for 53f27df5-e3fd-4371-a7e2-9aa30b565b37 owned by network:dhcp {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:29.356107 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] DHCP port deletion for a0d13d8a-98c7-4069-903d-edc2123905c6 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:14:29.377152 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.395690 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Deleting port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 {{(pid=106105) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:29.396062 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), before_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.403689 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=53f27df5-e3fd-4371-a7e2-9aa30b565b37,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:29.407253 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] No DVR routers for this DVR port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 on host dv-cinder-zed-3-iscsi {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:29.455290 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:29.467853 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] For port 53f27df5-e3fd-4371-a7e2-9aa30b565b37, host dv-cinder-zed-3-iscsi, got binding levels [] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:29.468249 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), precommit_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.482218 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Calling delete_port for 53f27df5-e3fd-4371-a7e2-9aa30b565b37 owned by network:dhcp {{(pid=106105) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:29.485421 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.ipam_backend_mixin [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 was not found and therefore no delete operation was performed {{(pid=106105) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 28 11:14:29.486065 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (a0d13d8a-98c7-4069-903d-edc2123905c6), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.486623 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348'] for port (53f27df5-e3fd-4371-a7e2-9aa30b565b37), after_delete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.506925 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d13d8a-98c7-4069-903d-edc2123905c6']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:29.512033 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] Pushing event deleted for resources: {'Port': ['ID=53f27df5-e3fd-4371-a7e2-9aa30b565b37,revision_number=None']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:29.517342 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd404a0-28d5-499c-a1bc-6a39be3f6ee5 None None] No DVR routers for this DVR port 53f27df5-e3fd-4371-a7e2-9aa30b565b37 on host dv-cinder-zed-3-iscsi {{(pid=106105) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:29.518623 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d0e028-c6f7-4cab-a450-e07d2266c23d') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:29.518934 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d0e028-c6f7-4cab-a450-e07d2266c23d') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:29.533718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (70d0e028-c6f7-4cab-a450-e07d2266c23d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.547685 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (70d0e028-c6f7-4cab-a450-e07d2266c23d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.554680 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:14:29.555120 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (70d0e028-c6f7-4cab-a450-e07d2266c23d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.602286 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 70d0e028-c6f7-4cab-a450-e07d2266c23d resource provider aggregate not found Oct 28 11:14:29.620591 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 70d0e028-c6f7-4cab-a450-e07d2266c23d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 70d0e028-c6f7-4cab-a450-e07d2266c23d found for delete ", "request_id": "req-f914bc6e-4f1d-4c29-a18e-de3ff3af5321"}]} Oct 28 11:14:29.631646 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (a0d13d8a-98c7-4069-903d-edc2123905c6), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.637841 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.643373 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/a0d13d8a-98c7-4069-903d-edc2123905c6 HTTP/1.1" status: 204 len: 168 time: 0.5366204 Oct 28 11:14:29.655531 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b1483-a570-47d1-aca6-1a1fc4d84d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d13d8a-98c7-4069-903d-edc2123905c6,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:29.757621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45584) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:29.796594 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-166dfcb3-c20f-4e10-9709-5a93ef8cc598 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=9edc5ff928624d87944ee071e578aa17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378144 Oct 28 11:14:29.799156 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45586) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:29.805007 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:29.849321 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f90e6601-4dcc-4e7c-848e-713fc07129a1 admin admin] Publish callbacks [] for security_group (7969f942-129c-4f5b-974d-f66bb85ba64a), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.869341 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f90e6601-4dcc-4e7c-848e-713fc07129a1 admin admin] Publish callbacks [] for security_group (7969f942-129c-4f5b-974d-f66bb85ba64a), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.915231 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f90e6601-4dcc-4e7c-848e-713fc07129a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (7969f942-129c-4f5b-974d-f66bb85ba64a), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.917745 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-f90e6601-4dcc-4e7c-848e-713fc07129a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:29.918930 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-f90e6601-4dcc-4e7c-848e-713fc07129a1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7969f942-129c-4f5b-974d-f66bb85ba64a HTTP/1.1" status: 204 len: 168 time: 0.1189036 Oct 28 11:14:29.926445 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e6601-4dcc-4e7c-848e-713fc07129a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969f942-129c-4f5b-974d-f66bb85ba64a,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:30.231725 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45592) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:30.237849 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:30.277068 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e8fd7fe8-c57a-4c16-b731-0f5a23c3b7d1 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=f998803074924d57b1e6ba81c117cdfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441334 Oct 28 11:14:30.279564 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45594) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:30.327330 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4742479b-c9dc-444c-9c3b-22456b436b16 admin admin] Publish callbacks [] for security_group (17c0bbdd-d7a5-47f5-97f3-d33bd141698d), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:30.348292 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4742479b-c9dc-444c-9c3b-22456b436b16 admin admin] Publish callbacks [] for security_group (17c0bbdd-d7a5-47f5-97f3-d33bd141698d), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:30.372532 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f6feffef-b5f1-4c2e-bfc5-f0541144d4fb no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:30.392367 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: f6feffef-b5f1-4c2e-bfc5-f0541144d4fb {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:30.392777 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f6feffef-b5f1-4c2e-bfc5-f0541144d4fb not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:30.393298 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 53f27df5-e3fd-4371-a7e2-9aa30b565b37 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:30.396964 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4742479b-c9dc-444c-9c3b-22456b436b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (17c0bbdd-d7a5-47f5-97f3-d33bd141698d), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:30.399840 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4742479b-c9dc-444c-9c3b-22456b436b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:30.401101 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-4742479b-c9dc-444c-9c3b-22456b436b16 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/17c0bbdd-d7a5-47f5-97f3-d33bd141698d HTTP/1.1" status: 204 len: 168 time: 0.1206605 Oct 28 11:14:30.409664 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742479b-c9dc-444c-9c3b-22456b436b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0bbdd-d7a5-47f5-97f3-d33bd141698d,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:30.415918 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 53f27df5-e3fd-4371-a7e2-9aa30b565b37 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:30.416044 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 53f27df5-e3fd-4371-a7e2-9aa30b565b37 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:30.416378 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:30.445733 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:30.446179 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 5b24ef8e-bc41-4fb4-9fb8-722a69cfc87a not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:30.882790 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a088da2f-122f-4e26-945b-b5fad632a8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:32.116887 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:14:32.128013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:33.636741 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:33.733191 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:35.239074 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=9 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:37.728841 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-4f1ac6bd-56a8-42e2-b3e5-1069cca7d3e2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370030 Oct 28 11:14:37.789098 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec776-e822-42aa-a81d-34271ada71d8 req-23d712d0-8804-493d-93bc-65dc62802d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:37.790699 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-23d712d0-8804-493d-93bc-65dc62802d8d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 1129 time: 0.0408106 Oct 28 11:14:37.891606 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec776-e822-42aa-a81d-34271ada71d8 req-976b5fe9-f195-486e-845e-120fe7353e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:37.893144 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-976b5fe9-f195-486e-845e-120fe7353e25 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0839157 Oct 28 11:14:37.955742 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-90a2ab69-3887-4026-ba7d-975abe5555b8 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 HTTP/1.1" status: 200 len: 1001 time: 0.0567126 Oct 28 11:14:38.002977 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec776-e822-42aa-a81d-34271ada71d8 req-8937a399-984e-4bac-8bf2-39c9debe34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:38.004273 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-8937a399-984e-4bac-8bf2-39c9debe34e9 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0426750 Oct 28 11:14:38.046040 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dec776-e822-42aa-a81d-34271ada71d8 req-47780945-f31b-48ca-87d0-6038cf4cccfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:38.047463 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-47780945-f31b-48ca-87d0-6038cf4cccfe service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0373795 Oct 28 11:14:38.138223 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-0b2bf540-0fcf-43b2-8750-5f6edf9965e5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Oct 28 11:14:38.225767 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-10dec776-e822-42aa-a81d-34271ada71d8 req-0b4b0253-ac79-4b3b-8aed-55a4ba914cc8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814366 Oct 28 11:14:39.073339 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:UPDATE=5,neutron:SELECT=84,neutron:DELETE=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:39.091884 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=73,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:39.826052 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a34ae1-bdd2-4b87-a1ed-ca5df2681c6e req-fac9b226-f49c-4e3b-bc1c-84d81cd11fa1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:39.827509 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a6a34ae1-bdd2-4b87-a1ed-ca5df2681c6e req-fac9b226-f49c-4e3b-bc1c-84d81cd11fa1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 946 time: 0.0513060 Oct 28 11:14:39.874957 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a6a34ae1-bdd2-4b87-a1ed-ca5df2681c6e req-9b84ea77-043c-4204-8da5-7aaed4937748 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418842 Oct 28 11:14:40.995184 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f094eb-c686-4531-a5c7-0b94ee5af8c2 req-ab51aad0-72a3-4290-aec8-744c780a4b7e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:40.996630 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-76f094eb-c686-4531-a5c7-0b94ee5af8c2 req-ab51aad0-72a3-4290-aec8-744c780a4b7e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 946 time: 0.0455012 Oct 28 11:14:41.025638 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:41.047948 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-76f094eb-c686-4531-a5c7-0b94ee5af8c2 req-8a4067dc-fd93-4783-908a-fcbea4d2c561 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=6bfaca96-4378-48ba-931a-dc04a06d0e25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457461 Oct 28 11:14:41.297477 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-6122ffc2-8762-4199-9382-231ec21a0166 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:41.298938 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-6122ffc2-8762-4199-9382-231ec21a0166 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 946 time: 0.0458500 Oct 28 11:14:41.377231 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port 3ddd409d-33e1-4877-aaa6-af35efa088ab {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:41.377569 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:41.461894 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:41.469072 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] For port 3ddd409d-33e1-4877-aaa6-af35efa088ab, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=3ddd409d-33e1-4877-aaa6-af35efa088ab,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:41.469424 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:41.623423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:41.623777 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (7a07d894-7ec6-4654-a145-d29778439b09), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:41.624088 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP 7a07d894-7ec6-4654-a145-d29778439b09 disassociated. External IP: 172.37.0.20, port: 3ddd409d-33e1-4877-aaa6-af35efa088ab. Oct 28 11:14:41.624416 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for 3ddd409d-33e1-4877-aaa6-af35efa088ab owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:41.750289 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (3ddd409d-33e1-4877-aaa6-af35efa088ab), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:41.775256 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=3ddd409d-33e1-4877-aaa6-af35efa088ab,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:41.883817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:14:41.984006 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:14:41.994798 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:14:42.004293 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:42.004889 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:42.024450 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] No DVR routers for this DVR port 3ddd409d-33e1-4877-aaa6-af35efa088ab on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:42.026930 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:42.030184 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-5e9935be-0d7d-4e47-9a38-b7636f846292 req-1d3656dd-456e-4aa0-88fd-9bb0efc5574f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "DELETE /networking/v2.0/ports/3ddd409d-33e1-4877-aaa6-af35efa088ab HTTP/1.1" status: 204 len: 173 time: 0.7256649 Oct 28 11:14:42.030673 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'name': 'network-vif-deleted', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:14:42.032922 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b52fb00-43e7-419e-bf18-310fe981c840" -d '{"events": [{"server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "name": "network-vif-deleted", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:14:42.071974 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596a064f-92b4-4fc7-be38-b48d616892b8 x-openstack-request-id: req-596a064f-92b4-4fc7-be38-b48d616892b8 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:14:42.072272 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc0c4cb-9db0-435e-b0bf-64320ce1c24d", "name": "network-vif-deleted", "tag": "3ddd409d-33e1-4877-aaa6-af35efa088ab", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:14:42.072533 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-596a064f-92b4-4fc7-be38-b48d616892b8 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:14:42.072977 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596a064f-92b4-4fc7-be38-b48d616892b8'] response: {'server_uuid': 'ddc0c4cb-9db0-435e-b0bf-64320ce1c24d', 'name': 'network-vif-deleted', 'tag': '3ddd409d-33e1-4877-aaa6-af35efa088ab', 'status': 'completed', 'code': 200} Oct 28 11:14:42.123470 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:42.191239 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d3d9d521-71ca-4b8b-8de8-7fe557f644af req-eabf0765-49f4-4d77-bc87-17b69d1db947 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=ddc0c4cb-9db0-435e-b0bf-64320ce1c24d HTTP/1.1" status: 200 len: 210 time: 0.0414374 Oct 28 11:14:42.382524 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:45Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:42.406428 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:14:42.414518 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:42.415097 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:42.515498 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:42.804557 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:45Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:42.831400 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458db125-55ce-4406-8fca-e293dacf6cd9 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': 'f31b831c-5db6-4fc0-a591-02662fb5a373', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.152', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:2d:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '952a161f-410d-4266-b236-14823a631423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:11:30Z', 'updated_at': '2022-10-28T11:11:45Z', 'revision_number': 2, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:14:43.038683 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7bdac7-9e1f-4f91-b12a-c5a7160a15d5 None None] New status for floating IP 7a07d894-7ec6-4654-a145-d29778439b09: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:14:43.289192 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45624) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:43.341902 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dd24a125-1286-460f-8ed8-355ab4e23177 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (6bfaca96-4378-48ba-931a-dc04a06d0e25), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.352604 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:43.364462 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dd24a125-1286-460f-8ed8-355ab4e23177 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (6bfaca96-4378-48ba-931a-dc04a06d0e25), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.411233 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dd24a125-1286-460f-8ed8-355ab4e23177 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (6bfaca96-4378-48ba-931a-dc04a06d0e25), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.414317 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-dd24a125-1286-460f-8ed8-355ab4e23177 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.415427 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-dd24a125-1286-460f-8ed8-355ab4e23177 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/6bfaca96-4378-48ba-931a-dc04a06d0e25 HTTP/1.1" status: 204 len: 168 time: 0.1251433 Oct 28 11:14:43.418379 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45626) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:43.424758 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24a125-1286-460f-8ed8-355ab4e23177 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfaca96-4378-48ba-931a-dc04a06d0e25,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:43.431878 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.api.v2.resource [None req-4bb73307-3dd1-4654-97f0-5a527193b8b5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] show failed (client error): The resource could not be found. Oct 28 11:14:43.433046 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4bb73307-3dd1-4654-97f0-5a527193b8b5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups/6bfaca96-4378-48ba-931a-dc04a06d0e25 HTTP/1.1" status: 404 len: 347 time: 0.0136232 Oct 28 11:14:43.435890 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45628) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:43.545736 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port 542c89bd-c05e-4e93-ad32-c176f181e74e {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:43.546099 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.623756 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.624079 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (542c89bd-c05e-4e93-ad32-c176f181e74e), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.637134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for 542c89bd-c05e-4e93-ad32-c176f181e74e owned by network:floatingip {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:43.764297 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (542c89bd-c05e-4e93-ad32-c176f181e74e), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.791150 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=542c89bd-c05e-4e93-ad32-c176f181e74e,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:43.851746 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (7a07d894-7ec6-4654-a145-d29778439b09), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.854305 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:43.855426 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-2b08e042-7c84-481f-9d3e-3ec623e6b4a5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/7a07d894-7ec6-4654-a145-d29778439b09 HTTP/1.1" status: 204 len: 168 time: 0.4184971 Oct 28 11:14:44.376038 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 3ddd409d-33e1-4877-aaa6-af35efa088ab no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:44.394356 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 3ddd409d-33e1-4877-aaa6-af35efa088ab {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:44.394693 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 3ddd409d-33e1-4877-aaa6-af35efa088ab not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:45.448023 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ff142-0a94-4922-8cb5-a663703e45f2 req-5c341d55-81e6-4bd3-b67f-866a5d69e04e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:45.449343 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-270ff142-0a94-4922-8cb5-a663703e45f2 req-5c341d55-81e6-4bd3-b67f-866a5d69e04e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 945 time: 0.0458078 Oct 28 11:14:45.495077 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-270ff142-0a94-4922-8cb5-a663703e45f2 req-9d3ca9da-9606-40e7-b29d-aa9e81b24fbe tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402391 Oct 28 11:14:46.617804 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb2a07-222b-4858-8e14-82eba2deacbc req-7c3b85c7-34e3-4df6-ae99-36e0f9d5886a tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:46.619352 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-99fb2a07-222b-4858-8e14-82eba2deacbc req-7c3b85c7-34e3-4df6-ae99-36e0f9d5886a tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 945 time: 0.0499763 Oct 28 11:14:46.668244 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-99fb2a07-222b-4858-8e14-82eba2deacbc req-a3dbe6a3-0215-42de-920d-a64f1f99e48a tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Oct 28 11:14:47.290458 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-668120ff-9c38-4680-b7d9-8ce4f3f26225 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:47.291876 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-668120ff-9c38-4680-b7d9-8ce4f3f26225 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 945 time: 0.0459776 Oct 28 11:14:47.337199 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:47.372832 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:47.373168 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:47.461652 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] For port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:47.462034 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:47.618585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:47.619261 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (f31b831c-5db6-4fc0-a591-02662fb5a373), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:47.619261 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP f31b831c-5db6-4fc0-a591-02662fb5a373 disassociated. External IP: 172.37.0.152, port: da22476d-00ea-4b57-aedf-ea0bfc3eaaa2. Oct 28 11:14:47.619559 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:47.745718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (da22476d-00ea-4b57-aedf-ea0bfc3eaaa2), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:47.773734 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=da22476d-00ea-4b57-aedf-ea0bfc3eaaa2,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:47.775097 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f03307d8-d520-4096-957a-684ec4b838d3 req-cd7035bc-79c2-4319-ab1e-897058d8e801 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=952a161f-410d-4266-b236-14823a631423 HTTP/1.1" status: 200 len: 210 time: 0.0305197 Oct 28 11:14:47.882335 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:14:47.926847 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:47.987187 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:14:47.996854 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:14:48.006738 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:48.007345 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:48.031092 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] No DVR routers for this DVR port da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:14:48.033669 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:48.037760 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2f11580e-6e6f-41ba-b913-703e54b63f28 req-b7e6bd06-3621-4c76-821e-0b3be8fbcdf9 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "DELETE /networking/v2.0/ports/da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 HTTP/1.1" status: 204 len: 173 time: 0.7402928 Oct 28 11:14:48.038274 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'name': 'network-vif-deleted', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:14:48.040679 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1753146-3c6e-449c-abdc-464697051f89" -d '{"events": [{"server_uuid": "952a161f-410d-4266-b236-14823a631423", "name": "network-vif-deleted", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:14:48.081040 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bf898f-7608-4167-a6b8-34e1e9affff7 x-openstack-request-id: req-d9bf898f-7608-4167-a6b8-34e1e9affff7 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:14:48.081385 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952a161f-410d-4266-b236-14823a631423", "name": "network-vif-deleted", "tag": "da22476d-00ea-4b57-aedf-ea0bfc3eaaa2", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:14:48.081638 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9bf898f-7608-4167-a6b8-34e1e9affff7 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:14:48.082500 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bf898f-7608-4167-a6b8-34e1e9affff7'] response: {'server_uuid': '952a161f-410d-4266-b236-14823a631423', 'name': 'network-vif-deleted', 'tag': 'da22476d-00ea-4b57-aedf-ea0bfc3eaaa2', 'status': 'completed', 'code': 200} Oct 28 11:14:48.115323 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:48.146831 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:48.308856 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:48.353158 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:48.382763 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:14:48.391422 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:14:48.392053 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:14:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:48.492575 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:14:48.682676 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:14:48.706071 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca318b5-24cd-4188-829c-b86eff450d30 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:14:48.873450 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45668) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:48.923139 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9f0e2a-d272-45c8-886e-0dd2f98a7e54 None None] New status for floating IP f31b831c-5db6-4fc0-a591-02662fb5a373: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:14:48.929580 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-30b88950-e764-4ec4-9323-6397e4d7aaee tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:48.951133 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-30b88950-e764-4ec4-9323-6397e4d7aaee tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.002057 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-30b88950-e764-4ec4-9323-6397e4d7aaee tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.004632 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-30b88950-e764-4ec4-9323-6397e4d7aaee tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.005838 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-30b88950-e764-4ec4-9323-6397e4d7aaee tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7 HTTP/1.1" status: 204 len: 168 time: 0.1313639 Oct 28 11:14:49.008840 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45670) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:49.014818 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b88950-e764-4ec4-9323-6397e4d7aaee tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:49.024890 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-e7dbbdf4-00fe-45de-8038-811b831c6fe6 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] show failed (client error): The resource could not be found. Oct 28 11:14:49.026528 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e7dbbdf4-00fe-45de-8038-811b831c6fe6 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups/c9217f2e-dd4e-49cf-b8d2-cb445fc8dbb7 HTTP/1.1" status: 404 len: 347 time: 0.0161817 Oct 28 11:14:49.029055 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45672) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:49.142268 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port 756b84c5-d1c0-4ee9-8c72-3444a29d810b {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:14:49.142608 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.219654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.219905 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (756b84c5-d1c0-4ee9-8c72-3444a29d810b), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.232510 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for 756b84c5-d1c0-4ee9-8c72-3444a29d810b owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:14:49.241393 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:49.362043 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (756b84c5-d1c0-4ee9-8c72-3444a29d810b), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.643453 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=756b84c5-d1c0-4ee9-8c72-3444a29d810b,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:49.710681 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (f31b831c-5db6-4fc0-a591-02662fb5a373), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.713952 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.717602 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b8303eb5-3cb1-42ae-9811-40c336f815b1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/f31b831c-5db6-4fc0-a591-02662fb5a373 HTTP/1.1" status: 204 len: 168 time: 0.6850867 Oct 28 11:14:49.791605 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45688) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:49.796778 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--751662757', 'description': 'tempest-description--118426150'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:14:49.816676 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.886895 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (8b10ad11-1d88-4ead-9154-ef35bded4d4a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.890571 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (8b10ad11-1d88-4ead-9154-ef35bded4d4a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.921644 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.922893 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1302524 Oct 28 11:14:49.924668 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829b000-4d55-4a18-9257-84a831bfa9b2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b10ad11-1d88-4ead-9154-ef35bded4d4a,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:49.925899 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45690) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:49.931268 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': '8b10ad11-1d88-4ead-9154-ef35bded4d4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:14:49.957721 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (955c2898-a7b6-4da5-bf21-d8f58502c4d6), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:49.969398 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:50.014330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (955c2898-a7b6-4da5-bf21-d8f58502c4d6), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.017824 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (955c2898-a7b6-4da5-bf21-d8f58502c4d6), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.023387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:50.040820 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955c2898-a7b6-4da5-bf21-d8f58502c4d6,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:50.048481 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.054012 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-7f85bc39-23cf-467f-944b-634341e37f9f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227100 Oct 28 11:14:50.054329 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45692) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:50.058781 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': '8b10ad11-1d88-4ead-9154-ef35bded4d4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:14:50.088037 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (e6d590cc-6ec6-4ca8-a9a3-bf8ecf235d6a), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.146144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (e6d590cc-6ec6-4ca8-a9a3-bf8ecf235d6a), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.149577 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (e6d590cc-6ec6-4ca8-a9a3-bf8ecf235d6a), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.160812 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:50.168249 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d590cc-6ec6-4ca8-a9a3-bf8ecf235d6a,revision_number=0']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:50.177660 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.178873 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-4cd154df-070f-46a2-b8b2-98406b917ef4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235464 Oct 28 11:14:50.181947 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45694) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:14:50.186098 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:14:50.206628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.285785 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.387893 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.37.0.226 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/0bdc9a7b-a870-4265-a092-3f75846c1a67) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:14:50.392753 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:50.437769 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:14:50.456931 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:14:50.457275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device da22476d-00ea-4b57-aedf-ea0bfc3eaaa2 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:14:50.497772 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.528853 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.565676 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:14:50.569039 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:14:50.572528 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:14:50.595874 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=0bdc9a7b-a870-4265-a092-3f75846c1a67,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:50.661165 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0feb7f59-9677-4be6-b615-50ce5960b29e), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.697016 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.842729 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.847099 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.852063 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:50.916456 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=0bdc9a7b-a870-4265-a092-3f75846c1a67,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:50.918911 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0feb7f59-9677-4be6-b615-50ce5960b29e), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.934368 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:50.935546 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-14ce8b85-4aa2-40d3-9e1c-37ab72bc390e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7526357 Oct 28 11:14:51.137428 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-816735f9-84c2-4721-bc2d-b3739c38ee21 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--751662757&fields=id&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 267 time: 0.0464284 Oct 28 11:14:51.232116 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:51.248118 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-fa787959-c258-4c81-8989-51c6f982fc2e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:51.249593 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-fa787959-c258-4c81-8989-51c6f982fc2e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1057568 Oct 28 11:14:51.264124 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-3a856b4b-33f7-43d7-927f-a9c803f1c939 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/quotas/68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 375 time: 0.0090628 Oct 28 11:14:51.320719 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-93dafa94-73df-4d27-b330-5daf5d9eaaf8 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514574 Oct 28 11:14:51.413757 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-51c4bd99-68a5-4cd4-b994-2f17f9357ef9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817993 Oct 28 11:14:51.506005 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-2c8f227c-0ab5-4676-a013-f8a655bc5579 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860264 Oct 28 11:14:51.667931 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ca88bc72-54f3-4ccc-ada1-3c45a5a2c15d req-7da2a782-77b8-463a-807c-22ebea53e35e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 210 time: 0.0282614 Oct 28 11:14:52.685899 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-15737abf-91a1-42e5-be17-1dd17eb8d936 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:52.687348 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-15737abf-91a1-42e5-be17-1dd17eb8d936 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1006308 Oct 28 11:14:52.749595 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-71226583-8816-4d44-aef7-190c271ff51d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 379 time: 0.0544829 Oct 28 11:14:52.781815 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-40086f03-5e7d-4d3f-822e-dc83ca09a3ec req-0c6993a1-0f51-48d3-82fe-d31780af5dbc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 210 time: 0.0312357 Oct 28 11:14:52.822552 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'port': {'device_id': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'admin_state_up': True, 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'security_groups': ['8b10ad11-1d88-4ead-9154-ef35bded4d4a']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:14:52.928143 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Made reservation on behalf of 68345feb30fe454083122ecaf73ef747 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:14:52.932184 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.059553 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.20.0.8 (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5/41973fda-c30d-469e-9389-c51fd5b69e2f/8d461603-b871-45af-9a83-a23e1c61b1b6) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:14:53.108558 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:DELETE=1,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:53.198069 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.225236 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:53.231437 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.277421 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:14:53.280480 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:14:53.282872 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:14:53.309322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=8d461603-b871-45af-9a83-a23e1c61b1b6,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:53.337654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:53.338276 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.355257 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-05939e7c-0820-4fa6-a1ad-13e4c38ff60f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5365717 Oct 28 11:14:53.366781 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Request body: {'port': {'device_id': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:14:53.431090 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.509522 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-b55d96a6-9d3e-4ed1-b7ab-16e2df01f25e None None] Provisioning complete for port 8d461603-b871-45af-9a83-a23e1c61b1b6 triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:14:53.510164 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b55d96a6-9d3e-4ed1-b7ab-16e2df01f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.510278 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-b55d96a6-9d3e-4ed1-b7ab-16e2df01f25e None None] Attempt 1 to provision port 8d461603-b871-45af-9a83-a23e1c61b1b6 Oct 28 11:14:53.542055 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-b55d96a6-9d3e-4ed1-b7ab-16e2df01f25e None None] Port 8d461603-b871-45af-9a83-a23e1c61b1b6 cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:14:53.677073 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d461603-b871-45af-9a83-a23e1c61b1b6 {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:14:53.684788 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Publish callbacks [] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.697324 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Transition to ACTIVE for port object 8d461603-b871-45af-9a83-a23e1c61b1b6 will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:14:53.700435 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.759248 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Pushing event updated for resources: {'Port': ['ID=8d461603-b871-45af-9a83-a23e1c61b1b6,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:53.811505 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Attempting to bind port 8d461603-b871-45af-9a83-a23e1c61b1b6 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:14:53.811838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Attempting to bind port 8d461603-b871-45af-9a83-a23e1c61b1b6 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:14:53.812162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Attempting to bind port 8d461603-b871-45af-9a83-a23e1c61b1b6 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:14:53.854223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Port 8d461603-b871-45af-9a83-a23e1c61b1b6 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:14:53.854553 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Attempting to bind port 8d461603-b871-45af-9a83-a23e1c61b1b6 on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:14:53.873994 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:53.900195 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:14:53.900628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:14:53.901089 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Bound using segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:14:53.901521 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311ea1e-c7d6-48f1-8535-a297f0dc2813 req-bd40f9b8-aaa5-410f-bb14-9f2c2c1dcc98 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:53.902033 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Bound port: 8d461603-b871-45af-9a83-a23e1c61b1b6, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:14:53.902033 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.903054 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8311ea1e-c7d6-48f1-8535-a297f0dc2813 req-bd40f9b8-aaa5-410f-bb14-9f2c2c1dcc98 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 943 time: 0.0472522 Oct 28 11:14:53.950231 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8311ea1e-c7d6-48f1-8535-a297f0dc2813 req-7a8d6326-606e-44b2-8ad9-147a475f7677 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414562 Oct 28 11:14:53.962904 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] For port 8d461603-b871-45af-9a83-a23e1c61b1b6, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:14:53.965225 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] For port 8d461603-b871-45af-9a83-a23e1c61b1b6, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8d461603-b871-45af-9a83-a23e1c61b1b6,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:14:53.972095 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.978064 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:53.978967 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:53.980039 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8d461603-b871-45af-9a83-a23e1c61b1b6 HTTP/1.1" status: 200 len: 1093 time: 0.6179860 Oct 28 11:14:53.980525 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:14:53.982759 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7436ace-5fa4-439c-a3ef-58eb041647e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:14:54.028235 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b159f001-71a3-49c3-b597-9b6ad6c9ef5e x-openstack-request-id: req-b159f001-71a3-49c3-b597-9b6ad6c9ef5e {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:14:54.028524 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:14:54.028778 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b159f001-71a3-49c3-b597-9b6ad6c9ef5e {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:14:54.029737 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b159f001-71a3-49c3-b597-9b6ad6c9ef5e'] response: {'name': 'network-changed', 'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'status': 'completed', 'code': 200} Oct 28 11:14:54.067526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:54.076851 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c4c51-8dee-4f8d-a322-7fa339237e91 service neutron] Pushing event updated for resources: {'Port': ['ID=8d461603-b871-45af-9a83-a23e1c61b1b6,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:54.088485 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-0adc7a02-d027-4b53-8c49-2d1eab6c2749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:54.090076 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-0adc7a02-d027-4b53-8c49-2d1eab6c2749 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 1127 time: 0.0520277 Oct 28 11:14:54.130827 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-1240d72d-6267-4fff-90c7-9524e981d3d6 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d461603-b871-45af-9a83-a23e1c61b1b6 HTTP/1.1" status: 200 len: 217 time: 0.0335417 Oct 28 11:14:54.181208 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-dfe0d760-06b5-4695-ba4c-61c90e5ce5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:54.182671 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-dfe0d760-06b5-4695-ba4c-61c90e5ce5f7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0465817 Oct 28 11:14:54.223609 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-38de79aa-7b37-44aa-825f-15d458fda28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:54.225537 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-38de79aa-7b37-44aa-825f-15d458fda28b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0373445 Oct 28 11:14:54.313675 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-9f71e9aa-c851-48d5-876d-0a19779a9c10 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820320 Oct 28 11:14:54.403337 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6e691d11-68ff-4280-88f7-c6b76dd339f4 req-29e7d4b4-d4c8-4b7e-93f5-7d06e9cbb27f service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841892 Oct 28 11:14:55.070369 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932c74d-d6bb-40b4-b87c-294b11bda53a req-b5a0082c-e38b-420c-b504-0315deb9cccc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:55.072057 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0932c74d-d6bb-40b4-b87c-294b11bda53a req-b5a0082c-e38b-420c-b504-0315deb9cccc tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 943 time: 0.0457826 Oct 28 11:14:55.123040 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0932c74d-d6bb-40b4-b87c-294b11bda53a req-33011134-0126-46d3-8fb8-ea7d3e95e722 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456793 Oct 28 11:14:56.249148 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc83f9-64be-48c2-9010-e55b5d6da77c req-a777ede1-7cbb-4715-8a23-8a371ea73cc1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:56.250646 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b2fc83f9-64be-48c2-9010-e55b5d6da77c req-a777ede1-7cbb-4715-8a23-8a371ea73cc1 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 943 time: 0.0455360 Oct 28 11:14:56.297078 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-b2fc83f9-64be-48c2-9010-e55b5d6da77c req-f7d288b6-650c-435f-8a3a-e036edf8c576 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402150 Oct 28 11:14:56.371026 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-c9c28561-9e79-468f-aa46-014f47124160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:56.372385 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-c9c28561-9e79-468f-aa46-014f47124160 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 1127 time: 0.0423257 Oct 28 11:14:56.443738 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8d461603-b871-45af-9a83-a23e1c61b1b6 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:14:56.542119 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 8d461603-b871-45af-9a83-a23e1c61b1b6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8d461603-b871-45af-9a83-a23e1c61b1b6,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:56.553618 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'port_id': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'mac_address': 'fa:16:3e:96:3f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:14:56.586679 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 8d461603-b871-45af-9a83-a23e1c61b1b6 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:14:56.587070 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:56.605166 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d461603-b871-45af-9a83-a23e1c61b1b6 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:14:56.624663 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 8d461603-b871-45af-9a83-a23e1c61b1b6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8d461603-b871-45af-9a83-a23e1c61b1b6,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:56.629196 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:56.679054 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=8d461603-b871-45af-9a83-a23e1c61b1b6,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:56.687367 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.687743 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.688080 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.688430 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.688760 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.689082 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.689399 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.689721 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.690059 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.690412 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.690713 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.691028 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.691399 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.691722 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.692033 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:14:56.745730 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-454228b8-8de6-469b-9cd3-a673ffb09321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:56.747214 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-454228b8-8de6-469b-9cd3-a673ffb09321 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0891984 Oct 28 11:14:56.938647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['8d461603-b871-45af-9a83-a23e1c61b1b6'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:14:56.970440 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:57.058866 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-dad6e283-2876-414a-b202-0f20b370c55b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d461603-b871-45af-9a83-a23e1c61b1b6 HTTP/1.1" status: 200 len: 217 time: 0.0388639 Oct 28 11:14:57.113641 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-0c13c020-6dbd-4592-b561-08715391eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:57.115294 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-0c13c020-6dbd-4592-b561-08715391eb01 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0482109 Oct 28 11:14:57.160177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-a8df0522-4995-4df8-b316-5d9576010632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:57.162242 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-a8df0522-4995-4df8-b316-5d9576010632 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0403786 Oct 28 11:14:57.265852 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-19eaf910-46ea-4e91-a2f7-2108aa03966a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923269 Oct 28 11:14:57.341843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:57.360820 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7436ace-5fa4-439c-a3ef-58eb041647e2 req-09c425e3-a48a-41ec-905a-36ea664d8eef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874159 Oct 28 11:14:57.430661 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee71832-35df-4ce6-8673-f1dc69cd1eab req-5073cebf-9bfa-4125-96a3-61456ec8bd37 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:57.432116 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fee71832-35df-4ce6-8673-f1dc69cd1eab req-5073cebf-9bfa-4125-96a3-61456ec8bd37 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 944 time: 0.0512543 Oct 28 11:14:57.479296 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fee71832-35df-4ce6-8673-f1dc69cd1eab req-7cc4cae5-afd7-494d-971a-a432554176d2 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 Oct 28 11:14:58.082479 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:58.457556 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8d461603-b871-45af-9a83-a23e1c61b1b6 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:14:58.498167 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 8d461603-b871-45af-9a83-a23e1c61b1b6 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:14:58.503480 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 8d461603-b871-45af-9a83-a23e1c61b1b6 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:14:58.503927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:58.504242 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 8d461603-b871-45af-9a83-a23e1c61b1b6 Oct 28 11:14:58.524861 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:58.578568 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 8d461603-b871-45af-9a83-a23e1c61b1b6 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:14:58.578954 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:58.598480 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ae5c3-bc41-436d-bfd7-56d31ab3dcb3 req-6e5786da-6e9f-49e4-b1d8-d47485bf7725 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:58.600400 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a19ae5c3-bc41-436d-bfd7-56d31ab3dcb3 req-6e5786da-6e9f-49e4-b1d8-d47485bf7725 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 944 time: 0.0458713 Oct 28 11:14:58.605149 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:14:58.607460 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a3c685-df38-490b-bb94-2113b20630ff" -d '{"events": [{"server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "name": "network-vif-plugged", "status": "completed", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:14:58.621740 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 8d461603-b871-45af-9a83-a23e1c61b1b6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8d461603-b871-45af-9a83-a23e1c61b1b6,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:14:58.626238 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:58.650615 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a19ae5c3-bc41-436d-bfd7-56d31ab3dcb3 req-6b29faaf-7321-4629-b9c4-60e556e7e611 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443022 Oct 28 11:14:58.652041 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02d0176-c1f7-49ac-b07d-900d9281c6cd x-openstack-request-id: req-c02d0176-c1f7-49ac-b07d-900d9281c6cd {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:14:58.652385 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "name": "network-vif-plugged", "status": "completed", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:14:58.652639 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c02d0176-c1f7-49ac-b07d-900d9281c6cd {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:14:58.653050 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c02d0176-c1f7-49ac-b07d-900d9281c6cd'] response: {'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'code': 200} Oct 28 11:14:58.683246 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=8d461603-b871-45af-9a83-a23e1c61b1b6,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:14:58.684751 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=51 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:58.685585 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=45 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:58.771542 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-4bd57830-1810-4433-bf68-a033aa645039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:14:58.837221 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128a7ff-fd9d-4216-858a-e0a73da7665e req-13b5542e-4756-4887-be67-9d1e98f10915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:58.838771 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3128a7ff-fd9d-4216-858a-e0a73da7665e req-13b5542e-4756-4887-be67-9d1e98f10915 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 1129 time: 0.0407639 Oct 28 11:14:58.864198 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:14:58.885361 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3128a7ff-fd9d-4216-858a-e0a73da7665e req-bcef8281-043f-40f7-b28f-77f8959b21c9 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403309 Oct 28 11:14:59.771716 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a273b-ab94-452d-81c7-b94aef631b6e req-8ddc0636-027c-48d2-bec6-bfbd819de9a3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:14:59.773135 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ec4a273b-ab94-452d-81c7-b94aef631b6e req-8ddc0636-027c-48d2-bec6-bfbd819de9a3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 945 time: 0.0463908 Oct 28 11:14:59.818063 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-ec4a273b-ab94-452d-81c7-b94aef631b6e req-69311987-c651-474e-b8a3-ce3308e24585 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393572 Oct 28 11:15:00.884199 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2c4eb20f-8f98-4f8a-b319-9836ab112440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:00.940900 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91d149-3aca-4ae1-8494-4635edcb431f req-a80d6637-6ed4-4b25-b149-6a1746275550 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:00.942365 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fb91d149-3aca-4ae1-8494-4635edcb431f req-a80d6637-6ed4-4b25-b149-6a1746275550 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 945 time: 0.0471380 Oct 28 11:15:00.991166 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-fb91d149-3aca-4ae1-8494-4635edcb431f req-cdcfac88-41bf-4d4d-a16d-26836060f313 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431666 Oct 28 11:15:01.108428 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7ee8-e1c1-49c3-b98e-c4991bc26ac8 req-3f546fc6-a417-4b45-aca7-19e94256c287 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:01.109828 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-763f7ee8-e1c1-49c3-b98e-c4991bc26ac8 req-3f546fc6-a417-4b45-aca7-19e94256c287 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 945 time: 0.0500104 Oct 28 11:15:01.120622 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45790) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:01.125094 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'port_id': '8d461603-b871-45af-9a83-a23e1c61b1b6'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:15:01.162509 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0feb7f59-9677-4be6-b615-50ce5960b29e), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:01.569667 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:01.573070 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0feb7f59-9677-4be6-b615-50ce5960b29e), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:01.607010 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:01.667602 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP 0feb7f59-9677-4be6-b615-50ce5960b29e associated. External IP: 172.37.0.226, port: 8d461603-b871-45af-9a83-a23e1c61b1b6. Oct 28 11:15:01.758299 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:01.859982 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:15:01.962520 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:15:01.967539 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:01.972177 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:15:01.982593 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:15:01.983197 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:15:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:01.997739 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-966ff939-0794-4bf3-b04c-069136c57074 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/0feb7f59-9677-4be6-b615-50ce5960b29e HTTP/1.1" status: 200 len: 991 time: 0.8760009 Oct 28 11:15:01.998561 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:15:02.000879 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729836e7-4bfc-4f2b-a08d-17c3c0999af7" -d '{"events": [{"name": "network-changed", "server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:15:02.041330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b66b18-3965-44d2-be3f-4f6d2d4a3420 x-openstack-request-id: req-56b66b18-3965-44d2-be3f-4f6d2d4a3420 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:15:02.041617 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:15:02.041868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56b66b18-3965-44d2-be3f-4f6d2d4a3420 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:15:02.042315 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b66b18-3965-44d2-be3f-4f6d2d4a3420'] response: {'name': 'network-changed', 'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'status': 'completed', 'code': 200} Oct 28 11:15:02.088964 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:15:02.102109 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-367cd92b-7836-4bf8-92c6-21b8d84f8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:02.103768 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-367cd92b-7836-4bf8-92c6-21b8d84f8d0b service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 1129 time: 0.0402560 Oct 28 11:15:02.132642 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:02.201720 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-de187297-e548-4ce6-bf3d-eb6d1286f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:02.203210 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-de187297-e548-4ce6-bf3d-eb6d1286f03c service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0943496 Oct 28 11:15:02.272946 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-17477aa9-6f58-40b8-8e3d-943f45d49fdc service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d461603-b871-45af-9a83-a23e1c61b1b6 HTTP/1.1" status: 200 len: 999 time: 0.0634148 Oct 28 11:15:02.307566 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0feb7f59-9677-4be6-b615-50ce5960b29e', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.226', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:96:3f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:14:50Z', 'updated_at': '2022-10-28T11:15:01Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:02.325032 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-55267646-ef9e-4a64-bd1b-91b00fe2ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:02.326501 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-55267646-ef9e-4a64-bd1b-91b00fe2ac4d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0479531 Oct 28 11:15:02.332727 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:15:02.341803 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:15:02.342422 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:15:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:02.369596 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-2e1a1eac-4fb1-4a7b-86df-4ec100950c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:02.371135 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-2e1a1eac-4fb1-4a7b-86df-4ec100950c46 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0382321 Oct 28 11:15:02.443822 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:15:02.464036 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-524e1a3e-7edf-41ff-bdc6-aab7658a5a70 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871046 Oct 28 11:15:02.557042 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-729836e7-4bfc-4f2b-a08d-17c3c0999af7 req-63fd88d1-ff70-48d9-8d58-34d77c2a31bf service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874238 Oct 28 11:15:02.738897 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0feb7f59-9677-4be6-b615-50ce5960b29e', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.226', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:96:3f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:14:50Z', 'updated_at': '2022-10-28T11:15:01Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:02.762867 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b771a-592e-45e2-9067-050ffe155749 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0feb7f59-9677-4be6-b615-50ce5960b29e', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.226', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:96:3f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:14:50Z', 'updated_at': '2022-10-28T11:15:01Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:15:02.940972 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2461e7-da58-4a7b-8941-eba85a6be1d0 None None] New status for floating IP 0feb7f59-9677-4be6-b615-50ce5960b29e: ACTIVE {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:15:03.639004 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:03.734838 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:09.115304 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:15:09.861518 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da78e5ca-fa49-44f6-b785-c50501560eb2 req-b4b964eb-f858-4ad0-9bf1-d38999ccbcf0 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:09.862896 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da78e5ca-fa49-44f6-b785-c50501560eb2 req-b4b964eb-f858-4ad0-9bf1-d38999ccbcf0 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 945 time: 0.0461056 Oct 28 11:15:09.911293 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-da78e5ca-fa49-44f6-b785-c50501560eb2 req-51c41f15-c815-42a8-bc53-157f082def3c tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419326 Oct 28 11:15:11.035889 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb435ec-ffea-4ac3-9927-cd9acb011f33 req-4aa894dc-6b85-4716-ba63-4b08859ba16a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:11.037336 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4fb435ec-ffea-4ac3-9927-cd9acb011f33 req-4aa894dc-6b85-4716-ba63-4b08859ba16a tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 945 time: 0.0499830 Oct 28 11:15:11.084469 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4fb435ec-ffea-4ac3-9927-cd9acb011f33 req-7a245c5a-972c-4185-8b12-fb81d68e6521 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=0f53f1dc-170f-447c-a489-e83d7b80b02c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414500 Oct 28 11:15:11.695310 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-3a45f948-8455-4224-8b81-35a6f5e65104 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:15:11.696728 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-3a45f948-8455-4224-8b81-35a6f5e65104 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 945 time: 0.0449400 Oct 28 11:15:11.780637 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Deleting port d701ecd4-e08b-4414-80c4-ca9da96dd6bc {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:15:11.780980 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:11.829140 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:11.869509 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] For port d701ecd4-e08b-4414-80c4-ca9da96dd6bc, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:15:11.869869 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:12.003278 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:12.031602 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:12.031883 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (02594995-f4fe-44c9-a050-0bbc817ba793), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:12.032242 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Floating IP 02594995-f4fe-44c9-a050-0bbc817ba793 disassociated. External IP: 172.37.0.49, port: d701ecd4-e08b-4414-80c4-ca9da96dd6bc. Oct 28 11:15:12.032574 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Calling delete_port for d701ecd4-e08b-4414-80c4-ca9da96dd6bc owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:15:12.159113 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (d701ecd4-e08b-4414-80c4-ca9da96dd6bc), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:12.187662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event deleted for resources: {'Port': ['ID=d701ecd4-e08b-4414-80c4-ca9da96dd6bc,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:12.189040 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ba3f766-e490-4ae3-bf7d-91906a6ce9c0 req-af8ddf13-0f80-4f69-a6e3-d06d704e92c8 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=db8a46ce-9e4d-4366-949b-b4584021c35b HTTP/1.1" status: 200 len: 210 time: 0.0279956 Oct 28 11:15:12.297993 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Router 92ff3059-9280-40d0-8d69-91ca56f6963f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:15:12.400042 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:15:12.409348 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:15:12.418826 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:15:12.419405 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:15:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:12.445060 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] No DVR routers for this DVR port d701ecd4-e08b-4414-80c4-ca9da96dd6bc on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:15:12.447629 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:12.450949 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e38f63e6-29ff-4849-a3f2-b20d3afb755b req-25ababef-c589-4838-a66f-8b249a419aab tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.25 "DELETE /networking/v2.0/ports/d701ecd4-e08b-4414-80c4-ca9da96dd6bc HTTP/1.1" status: 204 len: 173 time: 0.7488170 Oct 28 11:15:12.451448 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'name': 'network-vif-deleted', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:15:12.453751 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4d6576-a63b-477e-9b1e-6035cae13523" -d '{"events": [{"server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "name": "network-vif-deleted", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:15:12.502917 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833826d4-f109-41e9-a8ab-351577beb108 x-openstack-request-id: req-833826d4-f109-41e9-a8ab-351577beb108 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:15:12.503277 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db8a46ce-9e4d-4366-949b-b4584021c35b", "name": "network-vif-deleted", "tag": "d701ecd4-e08b-4414-80c4-ca9da96dd6bc", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:15:12.503597 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-833826d4-f109-41e9-a8ab-351577beb108 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:15:12.504109 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833826d4-f109-41e9-a8ab-351577beb108'] response: {'server_uuid': 'db8a46ce-9e4d-4366-949b-b4584021c35b', 'name': 'network-vif-deleted', 'tag': 'd701ecd4-e08b-4414-80c4-ca9da96dd6bc', 'status': 'completed', 'code': 200} Oct 28 11:15:12.525644 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:15:12.640105 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:12.716258 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=100 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:12.725322 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:12.754185 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:15:12.763121 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:15:12.763708 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:15:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:12.862053 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:15:13.051688 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:13.076538 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c443dc1-98d1-4733-9460-dcc7492a99b4 None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:08:14Z', 'revision_number': 4, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'fd475369-ac2b-4bd3-b925-4c3b58aa55d8', 'name': '', 'network_id': '6b052aa7-a953-4b1a-862c-d4362c935620', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'mac_address': 'fa:16:3e:fc:52:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:13Z', 'updated_at': '2022-10-28T11:08:20Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'subnets': [{'id': '6f489bda-a40d-4b75-9648-4922eaf7364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:15:13.294267 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45864) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:13.296256 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86537a-ce0c-48dd-84ae-a598440f992d None None] New status for floating IP 02594995-f4fe-44c9-a050-0bbc817ba793: DOWN {{(pid=106105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:15:13.348546 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1685f7da-4fc7-438f-b7c9-3baf6edf71bc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (0f53f1dc-170f-447c-a489-e83d7b80b02c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.370948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1685f7da-4fc7-438f-b7c9-3baf6edf71bc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (0f53f1dc-170f-447c-a489-e83d7b80b02c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.422604 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1685f7da-4fc7-438f-b7c9-3baf6edf71bc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (0f53f1dc-170f-447c-a489-e83d7b80b02c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.425194 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1685f7da-4fc7-438f-b7c9-3baf6edf71bc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.429393 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1685f7da-4fc7-438f-b7c9-3baf6edf71bc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/0f53f1dc-170f-447c-a489-e83d7b80b02c HTTP/1.1" status: 204 len: 168 time: 0.1311407 Oct 28 11:15:13.430607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45866) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:13.436794 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685f7da-4fc7-438f-b7c9-3baf6edf71bc tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53f1dc-170f-447c-a489-e83d7b80b02c,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:13.447345 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-e73b9a64-d3d0-467c-a5f0-eed24f1ee4eb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] show failed (client error): The resource could not be found. Oct 28 11:15:13.450996 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e73b9a64-d3d0-467c-a5f0-eed24f1ee4eb tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "GET /networking/v2.0/security-groups/0f53f1dc-170f-447c-a489-e83d7b80b02c HTTP/1.1" status: 404 len: 347 time: 0.0166895 Oct 28 11:15:13.451286 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45868) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:13.562728 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Deleting port 83542346-8a9f-4908-9b6e-5debbb5a7ad4 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:15:13.563067 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.638032 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.638360 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (83542346-8a9f-4908-9b6e-5debbb5a7ad4), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.651032 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Calling delete_port for 83542346-8a9f-4908-9b6e-5debbb5a7ad4 owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:15:13.713506 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:13.762731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:13.782585 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (83542346-8a9f-4908-9b6e-5debbb5a7ad4), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.806659 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Pushing event deleted for resources: {'Port': ['ID=83542346-8a9f-4908-9b6e-5debbb5a7ad4,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:13.868968 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks [] for floatingip (02594995-f4fe-44c9-a050-0bbc817ba793), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.871576 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:13.872691 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-54cdfdbf-fbfc-4166-98e8-d6d3d702ea37 tempest-AttachVolumeTestJSON-217162543 tempest-AttachVolumeTestJSON-217162543-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/02594995-f4fe-44c9-a050-0bbc817ba793 HTTP/1.1" status: 204 len: 168 time: 0.4205627 Oct 28 11:15:14.545801 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device d701ecd4-e08b-4414-80c4-ca9da96dd6bc no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:15:14.565542 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: d701ecd4-e08b-4414-80c4-ca9da96dd6bc {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:15:14.565887 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device d701ecd4-e08b-4414-80c4-ca9da96dd6bc not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:15:17.416213 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45898) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:18.106268 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (92ff3059-9280-40d0-8d69-91ca56f6963f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:18.322583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Deleting port fd475369-ac2b-4bd3-b925-4c3b58aa55d8 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:15:18.322923 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:18.402897 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] For port fd475369-ac2b-4bd3-b925-4c3b58aa55d8, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:15:18.403181 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:18.415621 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Calling delete_port for fd475369-ac2b-4bd3-b925-4c3b58aa55d8 owned by network:router_interface {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:15:18.519989 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:18.527077 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:18.589900 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (fd475369-ac2b-4bd3-b925-4c3b58aa55d8), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:18.613466 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd475369-ac2b-4bd3-b925-4c3b58aa55d8,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:18.777311 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (92ff3059-9280-40d0-8d69-91ca56f6963f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:18.974367 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Router 92ff3059-9280-40d0-8d69-91ca56f6963f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:15:19.074617 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:15:19.079707 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-74da4e15-2baf-4b94-b4ef-416191589a88 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/92ff3059-9280-40d0-8d69-91ca56f6963f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6628895 Oct 28 11:15:19.082219 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45902) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:19.084835 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] Sync routers for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:15:19.095272 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:15:19.095870 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:15:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:19.181595 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks [] for router (92ff3059-9280-40d0-8d69-91ca56f6963f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.208241 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:15:19.280193 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks [] for router_gateway (92ff3059-9280-40d0-8d69-91ca56f6963f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.313949 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:19.323940 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Deleting port 38611ee8-04c6-41c8-a56e-2535db9d276f {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:15:19.324302 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.379662 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177'}], 'enable_snat': True}, 'gw_port_id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:15:18Z', 'revision_number': 5, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port': {'id': '38611ee8-04c6-41c8-a56e-2535db9d276f', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:a9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:08:12Z', 'updated_at': '2022-10-28T11:08:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:19.404431 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] Checking router: 92ff3059-9280-40d0-8d69-91ca56f6963f for host: dv-cinder-zed-3-iscsi {{(pid=106106) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:15:19.406863 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] For port 38611ee8-04c6-41c8-a56e-2535db9d276f, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=38611ee8-04c6-41c8-a56e-2535db9d276f,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:15:19.407223 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.412835 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] Routers {'92ff3059-9280-40d0-8d69-91ca56f6963f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106106) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:15:19.413423 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:15:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['92ff3059-9280-40d0-8d69-91ca56f6963f'], 'active': True} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:19.420758 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Calling delete_port for 38611ee8-04c6-41c8-a56e-2535db9d276f owned by network:router_gateway {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:15:19.428358 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:19.497091 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_dvr_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] Set router 92ff3059-9280-40d0-8d69-91ca56f6963f gateway port host: None {{(pid=106106) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:15:19.548436 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.l3_hamode_db [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:15:19Z', 'revision_number': 6, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106106) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:19.585256 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (38611ee8-04c6-41c8-a56e-2535db9d276f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.611210 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Pushing event deleted for resources: {'Port': ['ID=38611ee8-04c6-41c8-a56e-2535db9d276f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:19.661483 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127ff350-55bd-4111-9767-00261afa0d52 None None] The sync data for ids ['92ff3059-9280-40d0-8d69-91ca56f6963f'] in dv-cinder-zed-3-iscsi is: [{'id': '92ff3059-9280-40d0-8d69-91ca56f6963f', 'name': 'tempest-AttachVolumeTestJSON-459034157-router', 'tenant_id': '64177183598843a68fc7fbe8257d4881', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:08:11Z', 'updated_at': '2022-10-28T11:15:19Z', 'revision_number': 6, 'project_id': '64177183598843a68fc7fbe8257d4881', 'gw_port_host': None}] {{(pid=106106) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:15:19.673749 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (92ff3059-9280-40d0-8d69-91ca56f6963f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.760034 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (92ff3059-9280-40d0-8d69-91ca56f6963f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.762212 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks [] for router_controller (92ff3059-9280-40d0-8d69-91ca56f6963f), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.805386 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (92ff3059-9280-40d0-8d69-91ca56f6963f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.806583 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ff3059-9280-40d0-8d69-91ca56f6963f {{(pid=106103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:15:19.811019 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.812158 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-d782f599-a7fc-49e3-a0dd-bdf355f00090 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/92ff3059-9280-40d0-8d69-91ca56f6963f HTTP/1.1" status: 204 len: 168 time: 0.7290473 Oct 28 11:15:19.814718 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45904) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:19.859176 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_v2 [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Deleting subnet 6f489bda-a40d-4b75-9648-4922eaf7364f {{(pid=106103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:15:19.862297 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Publish callbacks [] for subnet (6f489bda-a40d-4b75-9648-4922eaf7364f), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.895756 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14963839'] for subnet (6f489bda-a40d-4b75-9648-4922eaf7364f), precommit_delete_associations {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:19.972830 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (6f489bda-a40d-4b75-9648-4922eaf7364f), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.027142 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14962280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16752128'] for subnet (6f489bda-a40d-4b75-9648-4922eaf7364f), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.055872 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f489bda-a40d-4b75-9648-4922eaf7364f,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:20.057798 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.061030 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-16487a60-d621-488d-86ce-46dc8f48f290 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/6f489bda-a40d-4b75-9648-4922eaf7364f HTTP/1.1" status: 204 len: 168 time: 0.2453973 Oct 28 11:15:20.062227 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d5fd60-af21-4faa-8b1a-a0638ebcbeb3 None None] Network 6b052aa7-a953-4b1a-862c-d4362c935620 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:15:20.063514 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45906) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:20.145624 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (6b052aa7-a953-4b1a-862c-d4362c935620), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.148143 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:20.153190 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:20.193387 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Deleting port c58839e3-c435-4c4a-abb8-cd96c10a2caa {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:15:20.193735 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.256041 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] For port c58839e3-c435-4c4a-abb8-cd96c10a2caa, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=c58839e3-c435-4c4a-abb8-cd96c10a2caa,segment=NetworkSegment(40653f53-4d99-41b3-9e42-b2956ac0e040),segment_id=40653f53-4d99-41b3-9e42-b2956ac0e040)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:15:20.256401 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.272890 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Calling delete_port for c58839e3-c435-4c4a-abb8-cd96c10a2caa owned by network:dhcp {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:15:20.340969 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:20.350691 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (c58839e3-c435-4c4a-abb8-cd96c10a2caa), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.373403 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c58839e3-c435-4c4a-abb8-cd96c10a2caa,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:20.379660 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] No DVR routers for this DVR port c58839e3-c435-4c4a-abb8-cd96c10a2caa on host dv-cinder-zed-3-iscsi {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:15:20.437598 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f0cb51-116d-4a91-9007-6ca255b3ecfe None None] DHCP port deletion for 6b052aa7-a953-4b1a-862c-d4362c935620 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:15:20.466108 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (6b052aa7-a953-4b1a-862c-d4362c935620), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.489370 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b052aa7-a953-4b1a-862c-d4362c935620']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:20.499498 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40653f53-4d99-41b3-9e42-b2956ac0e040') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:20.499794 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40653f53-4d99-41b3-9e42-b2956ac0e040') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:15:20.509481 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 38611ee8-04c6-41c8-a56e-2535db9d276f no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:15:20.510222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (40653f53-4d99-41b3-9e42-b2956ac0e040), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.524254 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (40653f53-4d99-41b3-9e42-b2956ac0e040), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.529334 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 38611ee8-04c6-41c8-a56e-2535db9d276f {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:15:20.529736 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 38611ee8-04c6-41c8-a56e-2535db9d276f not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:15:20.530828 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device c58839e3-c435-4c4a-abb8-cd96c10a2caa no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:15:20.531816 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:15:20.532298 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (40653f53-4d99-41b3-9e42-b2956ac0e040), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.549856 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: c58839e3-c435-4c4a-abb8-cd96c10a2caa {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:15:20.550292 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device c58839e3-c435-4c4a-abb8-cd96c10a2caa not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:15:20.550863 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fd475369-ac2b-4bd3-b925-4c3b58aa55d8 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:15:20.574410 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: fd475369-ac2b-4bd3-b925-4c3b58aa55d8 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:15:20.574753 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device fd475369-ac2b-4bd3-b925-4c3b58aa55d8 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:15:20.574883 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 40653f53-4d99-41b3-9e42-b2956ac0e040 resource provider aggregate not found Oct 28 11:15:20.598843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (6b052aa7-a953-4b1a-862c-d4362c935620), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.605165 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.608466 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/6b052aa7-a953-4b1a-862c-d4362c935620 HTTP/1.1" status: 204 len: 168 time: 0.5440335 Oct 28 11:15:20.610108 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 40653f53-4d99-41b3-9e42-b2956ac0e040 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40653f53-4d99-41b3-9e42-b2956ac0e040 found for delete ", "request_id": "req-dfcab532-7b69-4306-9cc7-a962b04d1932"}]} Oct 28 11:15:20.622116 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9268c0-1a9e-487a-97b0-cbb9530824d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b052aa7-a953-4b1a-862c-d4362c935620,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:20.733748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45914) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:20.778421 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-36089bcb-e905-44a9-bd29-7d4a49366a15 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=64177183598843a68fc7fbe8257d4881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434418 Oct 28 11:15:20.780934 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45916) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:20.829699 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-71929152-b85e-4191-8745-edde7b812a6e admin admin] Publish callbacks [] for security_group (e9d33540-e5b3-4e14-a2ad-48fcae0398ac), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.850089 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-71929152-b85e-4191-8745-edde7b812a6e admin admin] Publish callbacks [] for security_group (e9d33540-e5b3-4e14-a2ad-48fcae0398ac), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.898552 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-71929152-b85e-4191-8745-edde7b812a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (e9d33540-e5b3-4e14-a2ad-48fcae0398ac), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.901163 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-71929152-b85e-4191-8745-edde7b812a6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:20.902319 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-71929152-b85e-4191-8745-edde7b812a6e admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/e9d33540-e5b3-4e14-a2ad-48fcae0398ac HTTP/1.1" status: 204 len: 168 time: 0.1204891 Oct 28 11:15:20.910758 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929152-b85e-4191-8745-edde7b812a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d33540-e5b3-4e14-a2ad-48fcae0398ac,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:23.401586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=50,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:23.437179 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=75,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:24.582172 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 45978) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:24.686615 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:24.762216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Publish callbacks [] for security_group (df2b4572-c439-4c57-b83e-c6a5064374e9), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:24.765682 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (df2b4572-c439-4c57-b83e-c6a5064374e9), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:24.807270 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b49ad4a760764797a6c6cf253facde70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240260 Oct 28 11:15:24.808102 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b4572-c439-4c57-b83e-c6a5064374e9,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:24.810006 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 45982) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:24.815230 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.815572 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.815913 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.816246 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.816573 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.817204 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.817204 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.817518 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.817838 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.818177 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.818497 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.818817 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.819136 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.819448 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.819763 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69f0779-7517-498f-b1de-50937cf6bb40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:24.863559 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Publish callbacks [] for security_group (df2b4572-c439-4c57-b83e-c6a5064374e9), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:25.130219 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Publish callbacks [] for security_group (df2b4572-c439-4c57-b83e-c6a5064374e9), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:25.175129 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (df2b4572-c439-4c57-b83e-c6a5064374e9), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:25.177669 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:25.178831 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/df2b4572-c439-4c57-b83e-c6a5064374e9 HTTP/1.1" status: 204 len: 168 time: 0.3677573 Oct 28 11:15:25.186938 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b4572-c439-4c57-b83e-c6a5064374e9,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:25.194117 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.194467 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.194826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.195189 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.195484 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.195837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.196859 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.197113 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.197443 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.197771 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.198133 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.198457 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.198780 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.199101 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:25.199534 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410c4bc2-a475-40e2-82d9-af528b866366 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:15:28.081364 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:28.693349 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46026) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:28.767150 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=69,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:28.774738 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5cf7fbab-447a-4a59-9a35-48d88d342a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:28.801000 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fd97d511-4ee4-45b8-aea7-1dd805359c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:28.875703 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fd97d511-4ee4-45b8-aea7-1dd805359c3f admin admin] Publish callbacks [] for security_group (43d88583-749e-4fcb-ad21-ba8c05108beb), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:28.879490 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-fd97d511-4ee4-45b8-aea7-1dd805359c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (43d88583-749e-4fcb-ad21-ba8c05108beb), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:28.916239 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97d511-4ee4-45b8-aea7-1dd805359c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d88583-749e-4fcb-ad21-ba8c05108beb,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:28.922814 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-fd97d511-4ee4-45b8-aea7-1dd805359c3f admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b889f06355664d5cba8eac5271d0c552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283673 Oct 28 11:15:28.924777 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46030) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:15:28.973551 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92274843-00b5-4ab5-a256-9c84125de7d1 admin admin] Publish callbacks [] for security_group (43d88583-749e-4fcb-ad21-ba8c05108beb), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:28.993426 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92274843-00b5-4ab5-a256-9c84125de7d1 admin admin] Publish callbacks [] for security_group (43d88583-749e-4fcb-ad21-ba8c05108beb), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:29.037858 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92274843-00b5-4ab5-a256-9c84125de7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (43d88583-749e-4fcb-ad21-ba8c05108beb), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:29.040429 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92274843-00b5-4ab5-a256-9c84125de7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:29.042105 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-92274843-00b5-4ab5-a256-9c84125de7d1 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/43d88583-749e-4fcb-ad21-ba8c05108beb HTTP/1.1" status: 204 len: 168 time: 0.1158364 Oct 28 11:15:29.050718 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92274843-00b5-4ab5-a256-9c84125de7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d88583-749e-4fcb-ad21-ba8c05108beb,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:15:29.550679 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=84 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:29.551435 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=87 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:30.886845 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-985fe8f3-be79-415f-964f-445b26848218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:32.134515 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:33.641179 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:33.737171 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:34.810831 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=67,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:34.811601 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:39.024227 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=52,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:39.047285 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=51,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:43.729904 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:43.731831 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:15:46.114815 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:15:58.086226 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:15:58.776258 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-91d1d8f4-06f6-4ca6-8d0a-d8617ab0b8ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:00.887688 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9a45f4f7-469e-4e3f-86d0-2693e6d9f89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:02.137313 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:02.991172 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46228) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:03.095479 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-218b6084-f52a-4ad6-84fc-185561fae62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.173513 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-218b6084-f52a-4ad6-84fc-185561fae62b admin admin] Publish callbacks [] for security_group (828b1e33-d945-4f5a-a454-c10bf76c5c17), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.176871 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-218b6084-f52a-4ad6-84fc-185561fae62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (828b1e33-d945-4f5a-a454-c10bf76c5c17), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.214348 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b6084-f52a-4ad6-84fc-185561fae62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828b1e33-d945-4f5a-a454-c10bf76c5c17,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:03.218626 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-218b6084-f52a-4ad6-84fc-185561fae62b admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b6e1ae312d644c5ba6dbebc93838b59f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263775 Oct 28 11:16:03.221374 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46232) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:03.270593 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0f716e4b-72f6-4dc0-a911-713f7d9afd06 admin admin] Publish callbacks [] for security_group (828b1e33-d945-4f5a-a454-c10bf76c5c17), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.290661 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0f716e4b-72f6-4dc0-a911-713f7d9afd06 admin admin] Publish callbacks [] for security_group (828b1e33-d945-4f5a-a454-c10bf76c5c17), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.339619 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0f716e4b-72f6-4dc0-a911-713f7d9afd06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (828b1e33-d945-4f5a-a454-c10bf76c5c17), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.342196 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0f716e4b-72f6-4dc0-a911-713f7d9afd06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.343337 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0f716e4b-72f6-4dc0-a911-713f7d9afd06 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/828b1e33-d945-4f5a-a454-c10bf76c5c17 HTTP/1.1" status: 204 len: 168 time: 0.1212401 Oct 28 11:16:03.350896 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f716e4b-72f6-4dc0-a911-713f7d9afd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828b1e33-d945-4f5a-a454-c10bf76c5c17,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:03.643730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.740411 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:03.962794 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46254) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:04.059434 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1434274164-network', 'tenant_id': '33af503fc7e9410885f704ffbfcb900b'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:04.079553 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Made reservation on behalf of 33af503fc7e9410885f704ffbfcb900b for: {'network': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:16:04.082119 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for network (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.090572 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.168729 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks [] for security_group (1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.172368 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.199107 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 11:16:04.205526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:04.211434 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (2a4a3a41-674d-4376-a3f0-6f361fc9dda3), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.211779 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.segments_db [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Added segment 2a4a3a41-674d-4376-a3f0-6f361fc9dda3 of type vlan for network 4dbdb288-c7d5-4203-bd75-39f48212d6ac Oct 28 11:16:04.251609 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782378640065'] for network (4dbdb288-c7d5-4203-bd75-39f48212d6ac), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.276360 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607'] for network (4dbdb288-c7d5-4203-bd75-39f48212d6ac), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.277326 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:04.277921 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.332153 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] 10.222.0.46 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3682911 Oct 28 11:16:04.335247 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46258) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:04.340140 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Request body: {'subnet': {'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1434274164-subnet', 'tenant_id': '33af503fc7e9410885f704ffbfcb900b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:04.343224 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f01fc-1bd0-43aa-9ef8-b3e679df9bed admin admin] Pushing event updated for resources: {'Network': ['ID=4dbdb288-c7d5-4203-bd75-39f48212d6ac,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:04.353354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Network 4dbdb288-c7d5-4203-bd75-39f48212d6ac details requested by agent ovs-agent-dv-cinder-zed-3-iscsi with host dv-cinder-zed-3-iscsi {{(pid=106105) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 11:16:04.360131 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Made reservation on behalf of 33af503fc7e9410885f704ffbfcb900b for: {'subnet': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:16:04.362704 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13615348'] for subnet (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.528666 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16144527', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13615302'] for subnet (ce14d742-168b-45d8-8df1-8a787a3a9336), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.574609 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce14d742-168b-45d8-8df1-8a787a3a9336,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:04.594211 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Checking segment: {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:16:04.594502 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Network hostable DHCP agents. Network: 4dbdb288-c7d5-4203-bd75-39f48212d6ac, hostable agents: ['14d18104-8f49-473b-80e7-422ed31198c2'], hosted agents: [] {{(pid=106104) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 11:16:04.611991 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Network 4dbdb288-c7d5-4203-bd75-39f48212d6ac is scheduled to be hosted by DHCP agent 14d18104-8f49-473b-80e7-422ed31198c2 with binding_index 1 {{(pid=106104) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 11:16:04.620618 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-zed-3-iscsi, 4dbdb288-c7d5-4203-bd75-39f48212d6ac) {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:16:04.624514 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:04.625109 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:04.629461 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585e3b9-97cd-4a73-a4aa-176c0ec1412f None None] Network 4dbdb288-c7d5-4203-bd75-39f48212d6ac requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:16:04.641270 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-8d98aa5e-b896-4e27-b62d-740d0a239f01 admin admin] 10.222.0.46 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3049476 Oct 28 11:16:04.732550 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad00db-b739-42b0-a0dd-8d940421fbca None None] Network 4dbdb288-c7d5-4203-bd75-39f48212d6ac requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:16:06.186575 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:06.187370 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=19 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:06.402084 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:06.448652 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-a7012ccc-df2a-4b23-9b8c-bca7bbe31577 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:06.450040 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-a7012ccc-df2a-4b23-9b8c-bca7bbe31577 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 814 time: 0.1017737 Oct 28 11:16:06.464024 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-c0125bd5-dd46-49ff-aea6-1df2e2a02d99 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/quotas/33af503fc7e9410885f704ffbfcb900b HTTP/1.1" status: 200 len: 375 time: 0.0086448 Oct 28 11:16:06.478254 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:06.500020 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-e63e04a1-d80e-4099-b5b1-7d75deaf7ae2 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306995 Oct 28 11:16:06.588157 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-88aba615-02ac-41d9-99cb-b68439cab8f1 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813775 Oct 28 11:16:06.681736 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ea6f4d39-2df8-4546-a236-8a006d268366 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869546 Oct 28 11:16:06.850155 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-06faa8a1-fc0a-4ae4-85bf-368ca67f9847 req-e1773a2f-1131-45e3-901e-7b9ead12ec28 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0300436 Oct 28 11:16:07.932314 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c07b86c9-48c9-4046-bd3b-6c6711a98e58 req-534e4dbd-0d07-47a8-ac2e-b089643ed8bf tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0269895 Oct 28 11:16:09.016959 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-672c08ce-ccdf-4cb8-8a90-4a1e9b34ed10 req-6ac18c98-50c4-465b-8bfc-3310a9d5ce91 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Oct 28 11:16:10.100859 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e3bdf709-60f4-4650-8ee8-bbc52b025470 req-f5499647-209b-4dff-bedf-db88c44e5e23 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Oct 28 11:16:11.200780 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-14966842-3cda-43dc-881e-4ca7d424b5b2 req-5a2b5593-7aba-44b4-b1d1-8892e3c4be84 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0273192 Oct 28 11:16:11.888795 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-96601c30-55b0-4b26-b47f-6c9e25337bc0 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:11.890754 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-96601c30-55b0-4b26-b47f-6c9e25337bc0 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 814 time: 0.1062853 Oct 28 11:16:11.902103 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Request body: {'port': {'device_id': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac', 'admin_state_up': True, 'tenant_id': '33af503fc7e9410885f704ffbfcb900b'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:12.006672 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Made reservation on behalf of 33af503fc7e9410885f704ffbfcb900b for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:16:12.010353 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:12.135941 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Allocated IP 172.20.0.6 (4dbdb288-c7d5-4203-bd75-39f48212d6ac/ce14d742-168b-45d8-8df1-8a787a3a9336/ac892418-282c-4436-8152-650c1baa89c6) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:16:12.298470 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks [] for port (ac892418-282c-4436-8152-650c1baa89c6), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:12.319297 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a657ff56-0e6f-4b23-9b81-0caf857f3ec6 req-b3ca88ea-c70a-406b-9f89-f526576574b8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0414238 Oct 28 11:16:12.346533 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (ac892418-282c-4436-8152-650c1baa89c6), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:12.355106 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:12.391353 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:12.396967 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Network 4dbdb288-c7d5-4203-bd75-39f48212d6ac is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:16:12.402719 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:16:12.407670 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:16:12.410700 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Pushing event updated for resources: {'Port': ['ID=ac892418-282c-4436-8152-650c1baa89c6,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:12.709896 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:12.710532 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:12.726547 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-ef590ac4-dfda-4703-a150-2388dbde0acc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8279665 Oct 28 11:16:12.738308 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Request body: {'port': {'device_id': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:12.794873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ac892418-282c-4436-8152-650c1baa89c6), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:13.042295 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac892418-282c-4436-8152-650c1baa89c6 {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:16:13.049598 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Publish callbacks [] for port (ac892418-282c-4436-8152-650c1baa89c6), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:13.062512 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Transition to ACTIVE for port object ac892418-282c-4436-8152-650c1baa89c6 will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:16:13.066438 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (ac892418-282c-4436-8152-650c1baa89c6), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:13.122720 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Pushing event updated for resources: {'Port': ['ID=ac892418-282c-4436-8152-650c1baa89c6,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:13.177096 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Attempting to bind port ac892418-282c-4436-8152-650c1baa89c6 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:16:13.177433 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Attempting to bind port ac892418-282c-4436-8152-650c1baa89c6 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:16:13.177758 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Attempting to bind port ac892418-282c-4436-8152-650c1baa89c6 on network 4dbdb288-c7d5-4203-bd75-39f48212d6ac {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:16:13.217771 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Port ac892418-282c-4436-8152-650c1baa89c6 on network 4dbdb288-c7d5-4203-bd75-39f48212d6ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:16:13.218128 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Attempting to bind port ac892418-282c-4436-8152-650c1baa89c6 on network 4dbdb288-c7d5-4203-bd75-39f48212d6ac {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:16:13.260196 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:16:13.260533 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Checking segment: {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:16:13.260915 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Bound using segment: {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:16:13.261350 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Bound port: ac892418-282c-4436-8152-650c1baa89c6, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:16:13.261712 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ac892418-282c-4436-8152-650c1baa89c6), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:13.322182 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] For port ac892418-282c-4436-8152-650c1baa89c6, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:16:13.325168 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] For port ac892418-282c-4436-8152-650c1baa89c6, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ac892418-282c-4436-8152-650c1baa89c6,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:16:13.331472 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (ac892418-282c-4436-8152-650c1baa89c6), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:13.336461 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:13.337071 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:13.338460 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/ac892418-282c-4436-8152-650c1baa89c6 HTTP/1.1" status: 200 len: 1093 time: 0.6040463 Oct 28 11:16:13.339014 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'tag': 'ac892418-282c-4436-8152-650c1baa89c6'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:16:13.341237 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46883fa-327d-47cc-9edd-bd494d67aebc" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad6871e-a8cc-443d-ab6c-ef650207f988", "tag": "ac892418-282c-4436-8152-650c1baa89c6"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:16:13.392481 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee969c2-ace4-4a8c-8735-fa5965ffcedc x-openstack-request-id: req-2ee969c2-ace4-4a8c-8735-fa5965ffcedc {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:16:13.392761 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad6871e-a8cc-443d-ab6c-ef650207f988", "tag": "ac892418-282c-4436-8152-650c1baa89c6", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:16:13.393013 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ee969c2-ace4-4a8c-8735-fa5965ffcedc {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:16:13.393418 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee969c2-ace4-4a8c-8735-fa5965ffcedc'] response: {'name': 'network-changed', 'server_uuid': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'tag': 'ac892418-282c-4436-8152-650c1baa89c6', 'status': 'completed', 'code': 200} Oct 28 11:16:13.432199 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:13.455150 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f176a-cb42-456e-99c6-7cf166383390 service neutron] Pushing event updated for resources: {'Port': ['ID=ac892418-282c-4436-8152-650c1baa89c6,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:13.471887 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-6f88ec2b-e8b9-4a09-95a0-61f4e27262e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:13.473421 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-6f88ec2b-e8b9-4a09-95a0-61f4e27262e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 1127 time: 0.0789926 Oct 28 11:16:13.475997 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:13.485662 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acfdc0-09b2-4d3e-b5ef-398bddd18fc9 req-c7dc5578-4eb8-4f00-b644-4d4f3bb8fd39 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:13.487069 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-67acfdc0-09b2-4d3e-b5ef-398bddd18fc9 req-c7dc5578-4eb8-4f00-b644-4d4f3bb8fd39 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 943 time: 0.0791059 Oct 28 11:16:13.537061 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-515d0911-250b-4efd-87ef-949b27ab4eec service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac892418-282c-4436-8152-650c1baa89c6 HTTP/1.1" status: 200 len: 217 time: 0.0486512 Oct 28 11:16:13.597104 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-67acfdc0-09b2-4d3e-b5ef-398bddd18fc9 req-9e488de0-9490-48c0-9d75-3cc631eafcaa tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019804 Oct 28 11:16:13.605655 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-961886d6-df80-420e-a0f8-2dd1131eacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:13.607079 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-961886d6-df80-420e-a0f8-2dd1131eacf1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ce14d742-168b-45d8-8df1-8a787a3a9336 HTTP/1.1" status: 200 len: 854 time: 0.0632343 Oct 28 11:16:13.639797 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-a57c95f5-f981-41a7-94f9-744ade37658d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4dbdb288-c7d5-4203-bd75-39f48212d6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260065 Oct 28 11:16:13.732432 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-2c7c27f4-d55e-471a-bc20-df5a31cba33b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861471 Oct 28 11:16:13.820111 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afd3ee88-a50e-4a4e-b74e-d6d39987afff req-65892577-b42d-415e-a1cf-7ce17f7132b6 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816023 Oct 28 11:16:14.716655 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19fa1d-079c-4e27-af05-4e1ed741a0a6 req-a12304d9-ab14-4cf8-92e9-387eb8613d29 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:14.718649 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0c19fa1d-079c-4e27-af05-4e1ed741a0a6 req-a12304d9-ab14-4cf8-92e9-387eb8613d29 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 943 time: 0.0453293 Oct 28 11:16:14.764170 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-0c19fa1d-079c-4e27-af05-4e1ed741a0a6 req-b4625f2f-4489-4deb-88e9-423f1a229177 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400417 Oct 28 11:16:14.804397 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:14.809235 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:15.682063 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-876f5af2-11d3-4c11-9b54-b4b096d36c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:15.683514 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-876f5af2-11d3-4c11-9b54-b4b096d36c0f service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 1127 time: 0.0420375 Oct 28 11:16:15.771666 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-b699f926-02cc-4a7f-afdb-693fa3164b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:15.773088 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-b699f926-02cc-4a7f-afdb-693fa3164b7e service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 915 time: 0.0825503 Oct 28 11:16:15.817615 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-b8e56d26-d805-4f53-aa20-986bf3b0dd41 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac892418-282c-4436-8152-650c1baa89c6 HTTP/1.1" status: 200 len: 217 time: 0.0361898 Oct 28 11:16:15.897895 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-8f5ccd64-90e3-49cc-bf32-dcd4125030f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:15.899370 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-8f5ccd64-90e3-49cc-bf32-dcd4125030f7 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ce14d742-168b-45d8-8df1-8a787a3a9336 HTTP/1.1" status: 200 len: 854 time: 0.0754161 Oct 28 11:16:15.905582 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c759020-2589-4249-89e7-d2a3808c53db req-b4bfaf66-59b4-4b47-866f-4eb14fe2ebf5 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:15.906939 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6c759020-2589-4249-89e7-d2a3808c53db req-b4bfaf66-59b4-4b47-866f-4eb14fe2ebf5 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 943 time: 0.0579460 Oct 28 11:16:15.942716 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-95b5eefc-28ee-4b0a-82ec-df2e78e5311d service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4dbdb288-c7d5-4203-bd75-39f48212d6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347838 Oct 28 11:16:16.019771 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6c759020-2589-4249-89e7-d2a3808c53db req-65eb61b8-d9d8-4fa7-b174-a2959822f6c4 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035976 Oct 28 11:16:16.055015 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-36b8d1cc-e7eb-436d-8ac0-5f0ca2c44955 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058273 Oct 28 11:16:16.145835 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e46883fa-327d-47cc-9edd-bd494d67aebc req-65049ad4-6946-45d3-b807-e644d8e9424b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844467 Oct 28 11:16:16.849600 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ac892418-282c-4436-8152-650c1baa89c6 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:16:16.947040 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ac892418-282c-4436-8152-650c1baa89c6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ac892418-282c-4436-8152-650c1baa89c6,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:16.958236 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'ac892418-282c-4436-8152-650c1baa89c6', 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac', 'port_id': 'ac892418-282c-4436-8152-650c1baa89c6', 'mac_address': 'fa:16:3e:ca:c1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14d742-168b-45d8-8df1-8a787a3a9336', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:16:16.991216 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ac892418-282c-4436-8152-650c1baa89c6 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:16:16.991605 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ac892418-282c-4436-8152-650c1baa89c6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:17.008529 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac892418-282c-4436-8152-650c1baa89c6 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:16:17.027712 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ac892418-282c-4436-8152-650c1baa89c6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ac892418-282c-4436-8152-650c1baa89c6,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:17.031492 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ac892418-282c-4436-8152-650c1baa89c6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:17.077372 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ac892418-282c-4436-8152-650c1baa89c6,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:17.084603 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.085004 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.085405 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.085833 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.086212 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.086537 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.086867 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.087194 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.087523 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.087855 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.088181 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.088509 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.088835 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.089158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.089483 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:17.143248 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef00a4-5bb2-4ed1-af07-24e5c267020f req-21be2130-c806-405d-8b25-0b2f18e58c8a tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:17.144610 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-12ef00a4-5bb2-4ed1-af07-24e5c267020f req-21be2130-c806-405d-8b25-0b2f18e58c8a tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 944 time: 0.0496738 Oct 28 11:16:17.191108 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-12ef00a4-5bb2-4ed1-af07-24e5c267020f req-c08bb096-b4ae-46ab-9c89-5d3532e4f799 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Oct 28 11:16:17.336561 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['ac892418-282c-4436-8152-650c1baa89c6'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:16:18.307913 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ddbfa-c6d9-4be0-9bf6-04d79e293886 req-7fa348ae-a6a6-403c-b6a9-9e17fb3bda63 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:18.309369 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-575ddbfa-c6d9-4be0-9bf6-04d79e293886 req-7fa348ae-a6a6-403c-b6a9-9e17fb3bda63 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 944 time: 0.0458627 Oct 28 11:16:18.355308 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-575ddbfa-c6d9-4be0-9bf6-04d79e293886 req-c774d89c-bb39-4831-908b-11c43f5af851 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399034 Oct 28 11:16:18.893570 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ac892418-282c-4436-8152-650c1baa89c6 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:16:18.945188 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port ac892418-282c-4436-8152-650c1baa89c6 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:16:18.950905 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port ac892418-282c-4436-8152-650c1baa89c6 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:16:18.951549 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (ac892418-282c-4436-8152-650c1baa89c6), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:18.951854 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port ac892418-282c-4436-8152-650c1baa89c6 Oct 28 11:16:19.025309 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port ac892418-282c-4436-8152-650c1baa89c6 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:16:19.025699 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (ac892418-282c-4436-8152-650c1baa89c6), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:19.049207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac892418-282c-4436-8152-650c1baa89c6'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:16:19.051464 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d17375-7efa-4283-a035-c42ac91ba5b6" -d '{"events": [{"server_uuid": "3ad6871e-a8cc-443d-ab6c-ef650207f988", "name": "network-vif-plugged", "status": "completed", "tag": "ac892418-282c-4436-8152-650c1baa89c6"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:16:19.063560 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port ac892418-282c-4436-8152-650c1baa89c6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ac892418-282c-4436-8152-650c1baa89c6,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:19.067589 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (ac892418-282c-4436-8152-650c1baa89c6), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:19.092984 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744f88c8-8bfa-43cf-9815-a0dbbe559e8d x-openstack-request-id: req-744f88c8-8bfa-43cf-9815-a0dbbe559e8d {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:16:19.093272 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad6871e-a8cc-443d-ab6c-ef650207f988", "name": "network-vif-plugged", "status": "completed", "tag": "ac892418-282c-4436-8152-650c1baa89c6", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:16:19.093518 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-744f88c8-8bfa-43cf-9815-a0dbbe559e8d {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:16:19.093901 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-744f88c8-8bfa-43cf-9815-a0dbbe559e8d'] response: {'server_uuid': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac892418-282c-4436-8152-650c1baa89c6', 'code': 200} Oct 28 11:16:19.121726 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=ac892418-282c-4436-8152-650c1baa89c6,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:19.255005 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ba446-f82c-4492-9538-ae39a55e588a req-d4487c69-be5b-4212-a14f-cee3208d97c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:19.256535 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6d6ba446-f82c-4492-9538-ae39a55e588a req-d4487c69-be5b-4212-a14f-cee3208d97c4 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 1129 time: 0.0401962 Oct 28 11:16:19.317963 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-6d6ba446-f82c-4492-9538-ae39a55e588a req-7bee4276-75d4-412a-9e92-36c250d4cbff service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381014 Oct 28 11:16:19.474492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20eff7-314b-4ce2-8374-45b529ed64e6 req-5ea66a16-df23-4eba-89e3-4d09f3bf0161 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:19.475936 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7f20eff7-314b-4ce2-8374-45b529ed64e6 req-5ea66a16-df23-4eba-89e3-4d09f3bf0161 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 945 time: 0.0456972 Oct 28 11:16:19.486645 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:19.526194 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7f20eff7-314b-4ce2-8374-45b529ed64e6 req-24d3c61c-6a73-4959-a2aa-c6dd0d69b587 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Oct 28 11:16:20.648734 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a9dea-bd36-498b-944d-a6035bf2f05f req-30b32dce-b7a0-4d88-b5a4-75e9c0fa8ebc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:20.650251 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-548a9dea-bd36-498b-944d-a6035bf2f05f req-30b32dce-b7a0-4d88-b5a4-75e9c0fa8ebc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 945 time: 0.0499957 Oct 28 11:16:20.696488 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-548a9dea-bd36-498b-944d-a6035bf2f05f req-5a5a42c0-7e81-4e20-ac8e-a409ea412f46 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402241 Oct 28 11:16:21.815664 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05d5e2-bccb-4963-9e1f-87a05273bf92 req-a1cecd1b-1dfc-4304-8f2a-ef2d10d0bf45 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:21.817149 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0f05d5e2-bccb-4963-9e1f-87a05273bf92 req-a1cecd1b-1dfc-4304-8f2a-ef2d10d0bf45 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 945 time: 0.0462420 Oct 28 11:16:21.836832 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:21.864238 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0f05d5e2-bccb-4963-9e1f-87a05273bf92 req-62b0e797-1dd7-44fa-9b88-fb5688a3b9cc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415854 Oct 28 11:16:23.114987 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:16:28.105828 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:28.331399 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f2e53-2d7c-40b0-8d88-8927e4b79d74 req-7fd3b5e6-85cb-4e0c-9243-3c471028ecff tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:28.332884 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ca6f2e53-2d7c-40b0-8d88-8927e4b79d74 req-7fd3b5e6-85cb-4e0c-9243-3c471028ecff tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 945 time: 0.0493500 Oct 28 11:16:28.379890 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ca6f2e53-2d7c-40b0-8d88-8927e4b79d74 req-a2b2b1a3-d127-4e07-90f6-096cbc757a65 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414040 Oct 28 11:16:28.779871 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-91bf0f56-d193-4689-8161-ae9765f5df09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:29.467561 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:29.468586 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=75,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:29.506547 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced188f-815c-49de-a5ae-e85a4a434eb9 req-e9ab3232-44c6-46ee-afd1-08e78ff0543b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:29.507994 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ced188f-815c-49de-a5ae-e85a4a434eb9 req-e9ab3232-44c6-46ee-afd1-08e78ff0543b tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 945 time: 0.0501370 Oct 28 11:16:29.554319 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1ced188f-815c-49de-a5ae-e85a4a434eb9 req-50818f71-8b59-45e5-89f2-efefcaf4cc4d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=8b10ad11-1d88-4ead-9154-ef35bded4d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Oct 28 11:16:30.073343 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-54f1ed28-964c-4768-ab94-452f22e6d1ba tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:30.074785 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-54f1ed28-964c-4768-ab94-452f22e6d1ba tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 945 time: 0.0484977 Oct 28 11:16:30.159042 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port 8d461603-b871-45af-9a83-a23e1c61b1b6 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:16:30.159382 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:30.250195 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] For port 8d461603-b871-45af-9a83-a23e1c61b1b6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8d461603-b871-45af-9a83-a23e1c61b1b6,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:30.250647 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:30.416482 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:30.416843 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0feb7f59-9677-4be6-b615-50ce5960b29e), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:30.417160 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP 0feb7f59-9677-4be6-b615-50ce5960b29e disassociated. External IP: 172.37.0.226, port: 8d461603-b871-45af-9a83-a23e1c61b1b6. Oct 28 11:16:30.417492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for 8d461603-b871-45af-9a83-a23e1c61b1b6 owned by compute:nova {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:16:30.546204 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (8d461603-b871-45af-9a83-a23e1c61b1b6), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:30.572156 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=8d461603-b871-45af-9a83-a23e1c61b1b6,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:30.581845 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.582216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.582561 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.582901 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.583246 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.583566 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.583922 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.584222 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.585069 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.585069 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.585242 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.585525 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.585848 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.586193 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.586517 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:30.671217 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-afb6d2c6-05b8-43f8-a462-1e0c9b4e642e req-3883b8e7-7e71-4943-bc93-bb8c04f3b09d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d HTTP/1.1" status: 200 len: 210 time: 0.0352094 Oct 28 11:16:30.720331 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:30.724752 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:16:30.817963 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:30.831354 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:16:30.841076 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:16:30.850572 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:16:30.851118 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:16:01Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:30.874031 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] No DVR routers for this DVR port 8d461603-b871-45af-9a83-a23e1c61b1b6 on host hv-cinder-zed-3 {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:16:30.876239 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:30.880147 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-dcef445b-15e2-475b-9c3d-704e2cec26f7 req-d176c2cf-be85-4167-babb-96d2e17be963 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8d461603-b871-45af-9a83-a23e1c61b1b6 HTTP/1.1" status: 204 len: 173 time: 0.7987893 Oct 28 11:16:30.880738 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'name': 'network-vif-deleted', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:16:30.883086 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa31bae-fcd6-46ab-805f-45cf4bfa47b3" -d '{"events": [{"server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "name": "network-vif-deleted", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:16:30.953773 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:30.954539 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841df78f-2c4c-4ee1-9f87-ae7192217c18 x-openstack-request-id: req-841df78f-2c4c-4ee1-9f87-ae7192217c18 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:16:30.954829 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:30.954986 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d", "name": "network-vif-deleted", "tag": "8d461603-b871-45af-9a83-a23e1c61b1b6", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:16:30.955085 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-841df78f-2c4c-4ee1-9f87-ae7192217c18 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:16:30.955491 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841df78f-2c4c-4ee1-9f87-ae7192217c18'] response: {'server_uuid': 'b6cdc1e6-ff16-4c8a-8af0-43b1adcbe16d', 'name': 'network-vif-deleted', 'tag': '8d461603-b871-45af-9a83-a23e1c61b1b6', 'status': 'completed', 'code': 200} Oct 28 11:16:30.979754 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:16:30.983115 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2c247efa-3e2e-400e-9262-3f2fc1f6cb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:31.302820 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:31.326609 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:16:31.335240 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:16:31.335824 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:16:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:31.441778 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:16:31.640284 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:31.665589 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415112ca-6a63-483c-a5aa-db6f3ee52606 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:16:31.775685 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46484) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:31.831878 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (8b10ad11-1d88-4ead-9154-ef35bded4d4a), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:31.854503 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (8b10ad11-1d88-4ead-9154-ef35bded4d4a), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:31.902617 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc80779-e518-44c4-95cb-be4312b1f6be None None] New status for floating IP 0feb7f59-9677-4be6-b615-50ce5960b29e: DOWN {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:16:31.908741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (8b10ad11-1d88-4ead-9154-ef35bded4d4a), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:31.911326 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:31.912462 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/8b10ad11-1d88-4ead-9154-ef35bded4d4a HTTP/1.1" status: 204 len: 168 time: 0.1357341 Oct 28 11:16:31.915290 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46486) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:31.921720 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b10ad11-1d88-4ead-9154-ef35bded4d4a,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:31.929097 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-a05f5400-4882-4c32-a9e7-0468a004d77d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] show failed (client error): The resource could not be found. Oct 28 11:16:31.929298 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.929496 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.929837 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933038 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933138 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-a05f5400-4882-4c32-a9e7-0468a004d77d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups/8b10ad11-1d88-4ead-9154-ef35bded4d4a HTTP/1.1" status: 404 len: 347 time: 0.0140016 Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933246 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.933925 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46488) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:31.934030 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:31.934030 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b84807-0874-487e-b5c9-fa9e468da384 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:16:32.055697 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port 0bdc9a7b-a870-4265-a092-3f75846c1a67 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:16:32.055960 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.135384 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.135849 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0bdc9a7b-a870-4265-a092-3f75846c1a67), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.139982 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.148663 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for 0bdc9a7b-a870-4265-a092-3f75846c1a67 owned by network:floatingip {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:16:32.276757 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (0bdc9a7b-a870-4265-a092-3f75846c1a67), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.299216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=0bdc9a7b-a870-4265-a092-3f75846c1a67,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:32.360224 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0feb7f59-9677-4be6-b615-50ce5960b29e), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.363425 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.364545 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-e1517c53-aec0-47f5-9faa-8a4dce6732b3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/0feb7f59-9677-4be6-b615-50ce5960b29e HTTP/1.1" status: 204 len: 168 time: 0.4304278 Oct 28 11:16:32.430033 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46496) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:32.434499 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group': {'name': 'tempest-securitygroup--932915824', 'description': 'tempest-description--470980462'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:32.454748 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.523450 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (356ae0ce-b751-4f7e-a257-cd6f123c1b76), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.526991 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (356ae0ce-b751-4f7e-a257-cd6f123c1b76), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.558526 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.559660 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1286385 Oct 28 11:16:32.561531 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab86c22-4130-421f-964f-5fccaebbd24e tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356ae0ce-b751-4f7e-a257-cd6f123c1b76,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:32.562681 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46498) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:32.567495 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': '356ae0ce-b751-4f7e-a257-cd6f123c1b76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:32.596485 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (0a9ecc05-84b9-4574-b87a-7dc11fb9006c), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.651341 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (0a9ecc05-84b9-4574-b87a-7dc11fb9006c), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.654612 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (0a9ecc05-84b9-4574-b87a-7dc11fb9006c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.673935 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9ecc05-84b9-4574-b87a-7dc11fb9006c,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:32.679054 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.680508 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-de3d5db4-d1b1-4809-9c83-2a30698a0547 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166835 Oct 28 11:16:32.683137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46504) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:32.687363 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'security_group_rule': {'security_group_id': '356ae0ce-b751-4f7e-a257-cd6f123c1b76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:32.712135 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (b4e41f76-5fd1-41a9-ad98-7cd47688b1b3), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.767287 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (b4e41f76-5fd1-41a9-ad98-7cd47688b1b3), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.770662 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480385'] for security_group_rule (b4e41f76-5fd1-41a9-ad98-7cd47688b1b3), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.788444 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e41f76-5fd1-41a9-ad98-7cd47688b1b3,revision_number=0']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:32.796252 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.798250 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-8c41e80e-7ac2-487d-8a24-41956607d05f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140697 Oct 28 11:16:32.800384 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 46508) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:32.804807 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:32.827804 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.909660 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:32.933477 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8d461603-b871-45af-9a83-a23e1c61b1b6 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:16:32.952094 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 8d461603-b871-45af-9a83-a23e1c61b1b6 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:16:32.952435 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8d461603-b871-45af-9a83-a23e1c61b1b6 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:16:33.014270 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.37.0.229 (8930ab2a-917b-4bcc-9e7a-12d4b8107ddc/497184a4-9746-455c-9e36-47645898e01a/d6f9dc88-a829-4284-a1f0-4a061ff51ee6) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:16:33.029852 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:33.078461 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:33.117442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.148919 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.190273 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 8930ab2a-917b-4bcc-9e7a-12d4b8107ddc is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:16:33.193254 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:16:33.196790 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:16:33.220073 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=d6f9dc88-a829-4284-a1f0-4a061ff51ee6,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:33.281930 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0daf2951-cd61-4da5-8a8c-057f4fb2c096), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.318766 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.464475 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.469031 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.536835 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=d6f9dc88-a829-4284-a1f0-4a061ff51ee6,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:33.540148 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0daf2951-cd61-4da5-8a8c-057f4fb2c096), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.555985 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.557181 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-2871d8be-5de9-42bb-a941-f0a585586742 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7558618 Oct 28 11:16:33.652694 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.744106 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:33.805821 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-489eef5e-780d-461f-a182-5ce42b826dd4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--932915824&fields=id&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 267 time: 0.0428300 Oct 28 11:16:33.915620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-994d3d12-6391-418a-bb2b-a43e2c8790de tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:33.917043 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-994d3d12-6391-418a-bb2b-a43e2c8790de tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1048403 Oct 28 11:16:33.931080 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-077dc518-06e2-4a52-bff1-2f037445ab6c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/quotas/68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 375 time: 0.0086973 Oct 28 11:16:33.978313 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-eecef8a0-aef7-4d5e-8867-dfc3258d61f4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424035 Oct 28 11:16:34.048446 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:34.056549 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:34.078692 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-94dd5493-4597-4979-9b9c-f7f622ba6766 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891557 Oct 28 11:16:34.167493 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-3ef69949-2338-4ece-b8f9-fa709b3fbee9 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824227 Oct 28 11:16:35.415808 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-98c9bfa8-b55c-46d4-8496-5170aaf07c65 req-1cc6669d-6be0-49c0-b876-dc7e1f11a695 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 210 time: 0.0980856 Oct 28 11:16:36.357387 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:36.416388 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-f3996047-6700-4024-9d18-ae7832f844f0 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:36.417806 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-f3996047-6700-4024-9d18-ae7832f844f0 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 814 time: 0.1088963 Oct 28 11:16:36.480414 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-75bcd093-2fd0-4db3-aa9d-fc80b206c864 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=68345feb30fe454083122ecaf73ef747 HTTP/1.1" status: 200 len: 379 time: 0.0534444 Oct 28 11:16:36.494389 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'port': {'device_id': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'admin_state_up': True, 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'security_groups': ['356ae0ce-b751-4f7e-a257-cd6f123c1b76']}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:36.513411 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-e851bde6-7900-424d-8910-116c081d30f1 req-6b0f8ca6-0936-49cc-8b05-442053af5dc0 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 210 time: 0.0287457 Oct 28 11:16:36.588606 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:36.601028 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Made reservation on behalf of 68345feb30fe454083122ecaf73ef747 for: {'port': 1} {{(pid=106103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:16:36.605264 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:36.731216 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.db_base_plugin_common [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Allocated IP 172.20.0.12 (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5/41973fda-c30d-469e-9389-c51fd5b69e2f/a924d329-0af3-4eae-b277-6e7253359d9f) {{(pid=106103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:16:36.867272 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for port (a924d329-0af3-4eae-b277-6e7253359d9f), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:36.898316 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:36.941043 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 is already hosted by enough agents. {{(pid=106103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:16:36.944228 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.base_scheduler [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Resources bound (agent type, host, resource id): {{(pid=106103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:16:36.946553 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Received port after_create {{(pid=106103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:16:36.971971 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event updated for resources: {'Port': ['ID=a924d329-0af3-4eae-b277-6e7253359d9f,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:37.002082 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:37.002705 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.021294 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-e2ed50e0-c118-4291-a6fe-44dead084357 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5307980 Oct 28 11:16:37.033873 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Request body: {'port': {'device_id': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:37.099548 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.152029 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-6b8abf85-d782-4ec3-ac83-4d6d9d5ad7a8 None None] Provisioning complete for port a924d329-0af3-4eae-b277-6e7253359d9f triggered by entity DHCP. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:16:37.152619 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-6b8abf85-d782-4ec3-ac83-4d6d9d5ad7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.152619 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-6b8abf85-d782-4ec3-ac83-4d6d9d5ad7a8 None None] Attempt 1 to provision port a924d329-0af3-4eae-b277-6e7253359d9f Oct 28 11:16:37.182877 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-6b8abf85-d782-4ec3-ac83-4d6d9d5ad7a8 None None] Port a924d329-0af3-4eae-b277-6e7253359d9f cannot update to ACTIVE because it is not bound. {{(pid=106105) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 28 11:16:37.191762 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:37.341342 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:37.348968 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a924d329-0af3-4eae-b277-6e7253359d9f {{(pid=106103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:16:37.356840 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Publish callbacks [] for port (a924d329-0af3-4eae-b277-6e7253359d9f), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.369682 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.provisioning_blocks [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Transition to ACTIVE for port object a924d329-0af3-4eae-b277-6e7253359d9f will not be triggered until provisioned by entity L2. {{(pid=106103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:16:37.373126 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.434354 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Pushing event updated for resources: {'Port': ['ID=a924d329-0af3-4eae-b277-6e7253359d9f,revision_number=2']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:37.481325 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Attempting to bind port a924d329-0af3-4eae-b277-6e7253359d9f on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:16:37.481654 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Attempting to bind port a924d329-0af3-4eae-b277-6e7253359d9f by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:16:37.481993 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Attempting to bind port a924d329-0af3-4eae-b277-6e7253359d9f on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:16:37.522173 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Port a924d329-0af3-4eae-b277-6e7253359d9f on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:16:37.522494 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Attempting to bind port a924d329-0af3-4eae-b277-6e7253359d9f on network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:16:37.567855 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:16:37.568298 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Checking segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:16:37.568744 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Bound using segment: {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'} {{(pid=106103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:16:37.569247 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.managers [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Bound port: a924d329-0af3-4eae-b277-6e7253359d9f, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208ee848-761b-438c-b24f-09e1992f2614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5'}}] {{(pid=106103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:16:37.569676 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.661628 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036757c-3acf-4a74-958f-df378ebbe98b req-72ed5e4a-e0dd-4399-82fa-e80b1633e53c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:37.663265 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3036757c-3acf-4a74-958f-df378ebbe98b req-72ed5e4a-e0dd-4399-82fa-e80b1633e53c tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 944 time: 0.0620816 Oct 28 11:16:37.669007 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] For port a924d329-0af3-4eae-b277-6e7253359d9f, host hv-cinder-zed-3, cleared binding levels {{(pid=106103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:16:37.674534 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] For port a924d329-0af3-4eae-b277-6e7253359d9f, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a924d329-0af3-4eae-b277-6e7253359d9f,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:16:37.690988 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14962258'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.695907 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:37.696495 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:37.697820 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/a924d329-0af3-4eae-b277-6e7253359d9f HTTP/1.1" status: 200 len: 1094 time: 0.6687217 Oct 28 11:16:37.698606 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:16:37.700783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f579fc5-fd78-4ffb-89e7-b6991e194c67" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:16:37.755715 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14882d76-891b-418f-b0c3-bffd1d0bf452 x-openstack-request-id: req-14882d76-891b-418f-b0c3-bffd1d0bf452 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:16:37.756000 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:16:37.756248 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-14882d76-891b-418f-b0c3-bffd1d0bf452 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:16:37.756662 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14882d76-891b-418f-b0c3-bffd1d0bf452'] response: {'name': 'network-changed', 'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'status': 'completed', 'code': 200} Oct 28 11:16:37.791950 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3036757c-3acf-4a74-958f-df378ebbe98b req-a5b0f831-02b1-4371-b0b1-a51a36dc5ae7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206357 Oct 28 11:16:37.807342 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788598e-0ee3-4b71-8e9f-12f18fa03912 service neutron] Pushing event updated for resources: {'Port': ['ID=a924d329-0af3-4eae-b277-6e7253359d9f,revision_number=3']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:37.810414 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-f3dbcb55-4881-4afb-aee7-b816c84bb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:37.811879 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-f3dbcb55-4881-4afb-aee7-b816c84bb31a service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 1128 time: 0.0706758 Oct 28 11:16:37.854228 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-da73a80f-556f-413a-8c24-04710e9f6324 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a924d329-0af3-4eae-b277-6e7253359d9f HTTP/1.1" status: 200 len: 217 time: 0.0319705 Oct 28 11:16:37.906984 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-ce3954cf-8e37-499b-acb2-c5836dd0922d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:37.908910 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-ce3954cf-8e37-499b-acb2-c5836dd0922d service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0457046 Oct 28 11:16:38.207592 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-40831274-98bb-486c-921c-fea75a861ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:38.209063 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-40831274-98bb-486c-921c-fea75a861ba3 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.2943866 Oct 28 11:16:38.262530 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:38.304757 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-0f72502b-e23f-453d-84f7-fe71183e1a18 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879710 Oct 28 11:16:38.393005 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7c4bca93-282e-4312-9c5a-e82190493b2e req-7d70f6e9-731a-4f66-a35c-41fe78c955e1 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820494 Oct 28 11:16:38.917917 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d0f6a-42be-49f2-96aa-c06e1c4cb77e req-81789a4b-11b1-43ed-be97-9b57aa9a5d9d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:38.919375 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b31d0f6a-42be-49f2-96aa-c06e1c4cb77e req-81789a4b-11b1-43ed-be97-9b57aa9a5d9d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 944 time: 0.0489295 Oct 28 11:16:38.964300 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b31d0f6a-42be-49f2-96aa-c06e1c4cb77e req-e9bf809f-b2b7-418b-8c1f-d7d6b423f6e3 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393238 Oct 28 11:16:40.081346 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb20ea3-245a-425c-b969-713e8b215738 req-5ea74573-c84d-4a3b-a73c-52b6cddb5145 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:40.082809 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-acb20ea3-245a-425c-b969-713e8b215738 req-5ea74573-c84d-4a3b-a73c-52b6cddb5145 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 944 time: 0.0457811 Oct 28 11:16:40.129832 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-acb20ea3-245a-425c-b969-713e8b215738 req-c1f45e90-9b9e-4120-a120-0c1fa43d4e78 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414665 Oct 28 11:16:41.246414 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192f6e1-6632-4e88-9c89-31104c7ac3f8 req-fe2e78ed-183d-4440-b080-56fd947c9744 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:41.247881 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2192f6e1-6632-4e88-9c89-31104c7ac3f8 req-fe2e78ed-183d-4440-b080-56fd947c9744 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 944 time: 0.0456626 Oct 28 11:16:41.295565 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2192f6e1-6632-4e88-9c89-31104c7ac3f8 req-c2936818-3b56-4a30-bca6-f552494f2d16 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412040 Oct 28 11:16:41.867909 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-7c4aa6c5-987b-4ded-a163-957a60fd935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:41.869669 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-7c4aa6c5-987b-4ded-a163-957a60fd935e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 1128 time: 0.0455914 Oct 28 11:16:41.884067 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-26b9ccde-045f-45be-b636-21c1ff622cf5 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385067 Oct 28 11:16:41.923185 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:41.963898 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-ab25f32e-0361-42c0-a313-ba4cefc6a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:41.965349 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-ab25f32e-0361-42c0-a313-ba4cefc6a537 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0880094 Oct 28 11:16:41.969151 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-47844c06-239f-4f9a-91f7-8d3a8fda5219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:41.971228 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-47844c06-239f-4f9a-91f7-8d3a8fda5219 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 1129 time: 0.0421948 Oct 28 11:16:42.011024 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-ab2adda7-2285-4f3b-8aa1-0c11a0133a90 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a924d329-0af3-4eae-b277-6e7253359d9f HTTP/1.1" status: 200 len: 217 time: 0.0352819 Oct 28 11:16:42.059219 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-eb952ed7-5e45-4b27-9137-7ae3c34958a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:42.060646 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-eb952ed7-5e45-4b27-9137-7ae3c34958a3 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0427423 Oct 28 11:16:42.074205 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-08c006ae-0bcd-4298-946d-9ed3791e56ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:42.075643 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-08c006ae-0bcd-4298-946d-9ed3791e56ad service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 915 time: 0.0858805 Oct 28 11:16:42.104979 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-66d21bca-58bb-42ec-b522-1187e5f2f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:42.106381 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-66d21bca-58bb-42ec-b522-1187e5f2f35c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0382025 Oct 28 11:16:42.119285 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-1f3dfffc-2dcb-4179-a85c-df84574ff411 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac892418-282c-4436-8152-650c1baa89c6 HTTP/1.1" status: 200 len: 217 time: 0.0364537 Oct 28 11:16:42.168717 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-b5d78df6-ddcd-4342-8a75-c5d3089f50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:42.170169 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-b5d78df6-ddcd-4342-8a75-c5d3089f50d1 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ce14d742-168b-45d8-8df1-8a787a3a9336 HTTP/1.1" status: 200 len: 854 time: 0.0442500 Oct 28 11:16:42.200396 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-cac135fa-7abc-4af7-a20c-5699bdee3103 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876007 Oct 28 11:16:42.202347 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-81bad164-3401-44df-9feb-faa05e148b80 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4dbdb288-c7d5-4203-bd75-39f48212d6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262768 Oct 28 11:16:42.295252 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-1f579fc5-fd78-4ffb-89e7-b6991e194c67 req-21ca3112-3203-4144-bb2e-9f631f791e4c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838230 Oct 28 11:16:42.298843 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-b26fc4e6-6069-48f7-8072-bea0f490f96d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869701 Oct 28 11:16:42.395762 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-4a3eaeeb-b4ae-4f1b-881a-daf31fc71271 req-4a394b6a-0baa-46b4-a0a2-ab6d59cf0e67 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880997 Oct 28 11:16:42.421719 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a140f-70ef-464e-8e20-430e9f141809 req-95050db7-ed16-4fdd-97e5-b5530696c376 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:42.423220 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c81a140f-70ef-464e-8e20-430e9f141809 req-95050db7-ed16-4fdd-97e5-b5530696c376 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 944 time: 0.0511510 Oct 28 11:16:42.470381 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c81a140f-70ef-464e-8e20-430e9f141809 req-e5d27a43-87fb-4b88-b9af-50ee87243c3f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Oct 28 11:16:42.945880 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device a924d329-0af3-4eae-b277-6e7253359d9f details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:16:43.033561 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:43.047219 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port a924d329-0af3-4eae-b277-6e7253359d9f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a924d329-0af3-4eae-b277-6e7253359d9f,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:43.058276 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'port_id': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'mac_address': 'fa:16:3e:1c:11:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:16:43.091737 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port a924d329-0af3-4eae-b277-6e7253359d9f is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:16:43.092126 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:43.106629 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a924d329-0af3-4eae-b277-6e7253359d9f {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:16:43.129057 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port a924d329-0af3-4eae-b277-6e7253359d9f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a924d329-0af3-4eae-b277-6e7253359d9f,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:43.133217 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:43.177284 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:43.181795 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=a924d329-0af3-4eae-b277-6e7253359d9f,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:43.186774 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=13 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:43.460275 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['a924d329-0af3-4eae-b277-6e7253359d9f'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:16:43.494624 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:43.607914 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea92b3-e4ad-4c29-878d-731ea6446527 req-aa415fce-ff9f-41e5-9ead-5731608d65fe tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:43.609413 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3fea92b3-e4ad-4c29-878d-731ea6446527 req-aa415fce-ff9f-41e5-9ead-5731608d65fe tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 945 time: 0.0576875 Oct 28 11:16:43.660900 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3fea92b3-e4ad-4c29-878d-731ea6446527 req-a21da6ac-ebfe-49a9-ad59-4c593b9874d6 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446703 Oct 28 11:16:44.780395 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80f501-4068-42ae-9b64-7a36fc47f624 req-91d8592c-3f47-48fb-a492-124d9c0e33e4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:44.781858 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3f80f501-4068-42ae-9b64-7a36fc47f624 req-91d8592c-3f47-48fb-a492-124d9c0e33e4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 945 time: 0.0464988 Oct 28 11:16:44.832565 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-3f80f501-4068-42ae-9b64-7a36fc47f624 req-f251ad47-efba-4bd6-934d-1d98fb1ae528 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451427 Oct 28 11:16:44.948867 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device a924d329-0af3-4eae-b277-6e7253359d9f up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:16:44.993014 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port a924d329-0af3-4eae-b277-6e7253359d9f completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:16:44.998817 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port a924d329-0af3-4eae-b277-6e7253359d9f triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:16:44.999252 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:44.999576 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port a924d329-0af3-4eae-b277-6e7253359d9f Oct 28 11:16:45.069546 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port a924d329-0af3-4eae-b277-6e7253359d9f is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:16:45.069927 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:45.092232 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:16:45.094490 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fb762a-173a-43d7-b536-001a0098ce0b" -d '{"events": [{"server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "name": "network-vif-plugged", "status": "completed", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:16:45.106437 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port a924d329-0af3-4eae-b277-6e7253359d9f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a924d329-0af3-4eae-b277-6e7253359d9f,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:16:45.110491 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:45.138890 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ecb501-345b-43af-9d2f-d32ce464a2bc x-openstack-request-id: req-12ecb501-345b-43af-9d2f-d32ce464a2bc {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:16:45.139184 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "name": "network-vif-plugged", "status": "completed", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:16:45.139440 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12ecb501-345b-43af-9d2f-d32ce464a2bc {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:16:45.139826 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ecb501-345b-43af-9d2f-d32ce464a2bc'] response: {'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'code': 200} Oct 28 11:16:45.163765 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=a924d329-0af3-4eae-b277-6e7253359d9f,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:16:45.346754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67109c29-b712-4926-a4dc-89970e290ab7 req-be68bcf2-442d-4779-88b0-25c0dd2ef326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:45.348207 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-67109c29-b712-4926-a4dc-89970e290ab7 req-be68bcf2-442d-4779-88b0-25c0dd2ef326 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 1130 time: 0.0874891 Oct 28 11:16:45.391717 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-67109c29-b712-4926-a4dc-89970e290ab7 req-d24aab95-28a4-4d1a-957c-74dd24cb66e8 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364661 Oct 28 11:16:45.951909 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8911cc-af4e-4473-81da-5232e50518d8 req-3d273412-9e85-4bfc-abea-6e5c6eb34a56 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:45.953346 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ad8911cc-af4e-4473-81da-5232e50518d8 req-3d273412-9e85-4bfc-abea-6e5c6eb34a56 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 946 time: 0.0460415 Oct 28 11:16:45.996021 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:46.000421 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-ad8911cc-af4e-4473-81da-5232e50518d8 req-b55450ed-4d71-4931-894c-dfb2b37a3405 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414553 Oct 28 11:16:47.122108 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f03b-7fd3-44ec-9ad2-b062441630b8 req-c11fb3fc-2fac-42e5-82c3-e3bdcc1acf22 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:47.123570 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b7e3f03b-7fd3-44ec-9ad2-b062441630b8 req-c11fb3fc-2fac-42e5-82c3-e3bdcc1acf22 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 946 time: 0.0467477 Oct 28 11:16:47.169958 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b7e3f03b-7fd3-44ec-9ad2-b062441630b8 req-f95b25bc-32f1-4a95-9592-a68b38ecef02 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398874 Oct 28 11:16:47.284697 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e1305-d13d-4c43-9c65-e4051dd38d0b req-791e37fe-716e-459a-bea8-8ce12832d25f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:47.286170 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-4f4e1305-d13d-4c43-9c65-e4051dd38d0b req-791e37fe-716e-459a-bea8-8ce12832d25f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 946 time: 0.0462396 Oct 28 11:16:47.296271 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 46612) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:16:47.300994 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.v2.base [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Request body: {'floatingip': {'port_id': 'a924d329-0af3-4eae-b277-6e7253359d9f'}} {{(pid=106103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:16:47.340939 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0daf2951-cd61-4da5-8a8c-057f4fb2c096), before_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:47.616244 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=100 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:47.745329 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:47.748806 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0daf2951-cd61-4da5-8a8c-057f4fb2c096), after_update {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:47.844150 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.db.l3_db [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP 0daf2951-cd61-4da5-8a8c-057f4fb2c096 associated. External IP: 172.37.0.229, port: a924d329-0af3-4eae-b277-6e7253359d9f. Oct 28 11:16:48.041760 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:16:48.144707 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:16:48.149435 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:48.154088 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:16:48.164613 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:16:48.165227 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:16:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:48.178156 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-0589ca4d-5394-4f92-9d0d-71d34600c163 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "PUT /networking/v2.0/floatingips/0daf2951-cd61-4da5-8a8c-057f4fb2c096 HTTP/1.1" status: 200 len: 992 time: 0.8808126 Oct 28 11:16:48.178802 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f'}] {{(pid=106103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:16:48.181048 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fcec729cb8e3c17f637c9337251420a19b1ee1de86e073b9acf4b364719cc6c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcd0d4f-e8af-416c-8369-8c75445fa83b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f"}]}' {{(pid=106103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:16:48.218052 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59583f7-7c2d-4b66-98f3-5fb9e17e3e09 x-openstack-request-id: req-d59583f7-7c2d-4b66-98f3-5fb9e17e3e09 {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:16:48.218347 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f", "status": "completed", "code": 200}]} {{(pid=106103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:16:48.218605 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d59583f7-7c2d-4b66-98f3-5fb9e17e3e09 {{(pid=106103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:16:48.219016 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59583f7-7c2d-4b66-98f3-5fb9e17e3e09'] response: {'name': 'network-changed', 'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'status': 'completed', 'code': 200} Oct 28 11:16:48.271938 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:16:48.274456 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:48.280447 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-6a8347b7-d9c5-47e3-97eb-3076f593b636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:48.281929 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-6a8347b7-d9c5-47e3-97eb-3076f593b636 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 1130 time: 0.0414498 Oct 28 11:16:48.351723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:48.377491 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-201bc1ab-27f3-4eeb-9acf-71e79085ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:48.379609 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-201bc1ab-27f3-4eeb-9acf-71e79085ba99 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0908699 Oct 28 11:16:48.439649 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-df95c5a0-7c11-4aa0-9e29-681e20cc8b44 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a924d329-0af3-4eae-b277-6e7253359d9f HTTP/1.1" status: 200 len: 1000 time: 0.0535860 Oct 28 11:16:48.465227 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:48.480332 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0daf2951-cd61-4da5-8a8c-057f4fb2c096', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.229', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:1c:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:16:33Z', 'updated_at': '2022-10-28T11:16:47Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:48.490728 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-f31cde0f-1600-4ad8-8f6b-8fcb5ee43e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:48.492177 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-f31cde0f-1600-4ad8-8f6b-8fcb5ee43e88 service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0471134 Oct 28 11:16:48.509436 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:16:48.517897 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:16:48.519120 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:16:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:48.536008 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-0c25c814-1892-4532-9bda-0700016d74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:16:48.537489 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-0c25c814-1892-4532-9bda-0700016d74fd service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0393987 Oct 28 11:16:48.620760 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:16:48.629939 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-66e3474d-62bc-482c-8a09-b08a288030ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859959 Oct 28 11:16:48.655169 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:48.718668 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-6bcd0d4f-e8af-416c-8369-8c75445fa83b req-5c2499b7-d79b-4459-a7bc-e5e79500daac service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828087 Oct 28 11:16:48.831184 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0daf2951-cd61-4da5-8a8c-057f4fb2c096', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.229', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:1c:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:16:33Z', 'updated_at': '2022-10-28T11:16:47Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:16:48.856198 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0203c7d-4adb-41b7-b4ad-5cad91153b96 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_floatingips': [{'id': '0daf2951-cd61-4da5-8a8c-057f4fb2c096', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'floating_ip_address': '172.37.0.229', 'floating_network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'router_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'port_id': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'mac_address': 'fa:16:3e:1c:11:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T11:16:33Z', 'updated_at': '2022-10-28T11:16:47Z', 'revision_number': 1, 'project_id': '68345feb30fe454083122ecaf73ef747', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:16:49.032597 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e297ef2f-dfe6-48a1-afce-e3499351dd25 None None] New status for floating IP 0daf2951-cd61-4da5-8a8c-057f4fb2c096: ACTIVE {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:16:58.113076 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:58.173751 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:58.174633 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=65 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:58.714224 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=41 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:58.716046 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=39 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:58.781553 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3aa15fb2-f7b2-4e6a-80ba-4fe7c1a0e987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:16:59.132522 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:16:59.134901 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:00.114124 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:17:00.885887 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7d698385-2df6-4305-aac9-116d917401e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:01.179891 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-da6af62c-1544-4d6d-9230-7c074f742ad2 req-f1dd0305-0303-4444-b166-5cd63904fb88 service neutron] (106104) timed out ('10.222.0.25', 52522) {{(pid=106104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 11:17:02.142377 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:03.653207 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:03.748854 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:10.111049 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:10.949155 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f9b3f-ccf8-4cc1-bdff-98c73e727437 req-3334f582-d52a-4188-9bc2-9fce935bf7eb tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:10.950576 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c71f9b3f-ccf8-4cc1-bdff-98c73e727437 req-3334f582-d52a-4188-9bc2-9fce935bf7eb tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 945 time: 0.0480847 Oct 28 11:17:10.996467 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-c71f9b3f-ccf8-4cc1-bdff-98c73e727437 req-62f4881c-8302-4662-b26c-8285d38c97de tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Oct 28 11:17:12.115712 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364e62b-24da-4626-8018-c5e932cddbb2 req-43bdbf18-6239-4fdb-9c3a-29a2d75cf967 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:12.117160 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8364e62b-24da-4626-8018-c5e932cddbb2 req-43bdbf18-6239-4fdb-9c3a-29a2d75cf967 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 945 time: 0.0456233 Oct 28 11:17:12.167246 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-8364e62b-24da-4626-8018-c5e932cddbb2 req-f5773958-6fff-46aa-8516-bd9d0f46af45 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440435 Oct 28 11:17:12.849882 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-e7ea739c-07eb-48ca-ae1d-60d62a03a520 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:12.851314 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-e7ea739c-07eb-48ca-ae1d-60d62a03a520 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 945 time: 0.0455005 Oct 28 11:17:12.928995 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Deleting port ac892418-282c-4436-8152-650c1baa89c6 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:17:12.929323 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (ac892418-282c-4436-8152-650c1baa89c6), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:13.019353 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] For port ac892418-282c-4436-8152-650c1baa89c6, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=ac892418-282c-4436-8152-650c1baa89c6,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:17:13.019706 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (ac892418-282c-4436-8152-650c1baa89c6), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:13.032270 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Calling delete_port for ac892418-282c-4436-8152-650c1baa89c6 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:17:13.157577 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (ac892418-282c-4436-8152-650c1baa89c6), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:13.182682 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Pushing event deleted for resources: {'Port': ['ID=ac892418-282c-4436-8152-650c1baa89c6,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:17:13.228161 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] No DVR routers for this DVR port ac892418-282c-4436-8152-650c1baa89c6 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:17:13.230706 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:13.233941 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-b7ce567e-a4eb-43dd-b36d-5932d16cfa24 req-b0992a9d-e940-4982-a83f-63786c243aa8 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "DELETE /networking/v2.0/ports/ac892418-282c-4436-8152-650c1baa89c6 HTTP/1.1" status: 204 len: 173 time: 0.3775511 Oct 28 11:17:13.234444 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'name': 'network-vif-deleted', 'tag': 'ac892418-282c-4436-8152-650c1baa89c6'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:17:13.236653 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf928cb-6a73-4e8b-b7ee-0edbdfe99538" -d '{"events": [{"server_uuid": "3ad6871e-a8cc-443d-ab6c-ef650207f988", "name": "network-vif-deleted", "tag": "ac892418-282c-4436-8152-650c1baa89c6"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:17:13.282000 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7f039086-2924-4493-9056-6c97fbf9c5e1 req-9932917b-3d22-491d-9693-910a2cad95af tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=3ad6871e-a8cc-443d-ab6c-ef650207f988 HTTP/1.1" status: 200 len: 210 time: 0.0353138 Oct 28 11:17:13.344991 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a98702-70fd-463b-a89f-4b7c38cf480b x-openstack-request-id: req-13a98702-70fd-463b-a89f-4b7c38cf480b {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:17:13.345295 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad6871e-a8cc-443d-ab6c-ef650207f988", "name": "network-vif-deleted", "tag": "ac892418-282c-4436-8152-650c1baa89c6", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:17:13.345615 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-13a98702-70fd-463b-a89f-4b7c38cf480b {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:17:13.346124 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a98702-70fd-463b-a89f-4b7c38cf480b'] response: {'server_uuid': '3ad6871e-a8cc-443d-ab6c-ef650207f988', 'name': 'network-vif-deleted', 'tag': 'ac892418-282c-4436-8152-650c1baa89c6', 'status': 'completed', 'code': 200} Oct 28 11:17:15.117053 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ac892418-282c-4436-8152-650c1baa89c6 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:17:15.136684 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: ac892418-282c-4436-8152-650c1baa89c6 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:17:15.137022 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device ac892418-282c-4436-8152-650c1baa89c6 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:17:16.309926 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [req-99c9dd68-3a14-4149-93ff-e5fc0144bfed req-eebdf4f0-efef-4c3b-8067-03071733a426 service neutron] (106104) timed out ('10.222.0.25', 52505) {{(pid=106104) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 11:17:20.176076 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:20.180735 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:23.212213 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:23.213105 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=52,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:23.257162 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=10 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:23.280911 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=10 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:24.327554 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-c85c4b55-429f-4dc3-bc3e-206827d1a026 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:24.328987 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-c85c4b55-429f-4dc3-bc3e-206827d1a026 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 814 time: 0.1033552 Oct 28 11:17:24.343151 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-db856fe3-de6b-47e1-bcdc-ed303e832805 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/quotas/33af503fc7e9410885f704ffbfcb900b HTTP/1.1" status: 200 len: 375 time: 0.0087233 Oct 28 11:17:24.374830 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-0050b31b-3962-42b4-856d-bffcd5f1006f tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264828 Oct 28 11:17:24.465583 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-ddbdbc22-c98c-491c-b50a-f311cfb8e2f0 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844200 Oct 28 11:17:24.552408 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-b927f29c-d291-4383-84af-57de35442701 service neutron] 10.222.0.46 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810914 Oct 28 11:17:24.718367 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-0b186651-d9ad-433e-ab64-827510b52188 req-24a1e667-4221-44b4-b048-cfbfa3e11e53 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 210 time: 0.0310647 Oct 28 11:17:25.120574 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:25.121365 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:25.799757 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-6791bfd8-ae05-48de-8a93-77e715241ae1 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:25.801301 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-6791bfd8-ae05-48de-8a93-77e715241ae1 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 814 time: 0.1156492 Oct 28 11:17:25.818665 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Request body: {'port': {'device_id': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac', 'admin_state_up': True, 'tenant_id': '33af503fc7e9410885f704ffbfcb900b'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:17:25.847017 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-78706961-1441-4f75-a194-139780607e68 req-85eb75ca-9547-4d4b-8dea-bf6e0ed41c8d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 210 time: 0.0447686 Oct 28 11:17:25.941664 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Made reservation on behalf of 33af503fc7e9410885f704ffbfcb900b for: {'port': 1} {{(pid=106104) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 11:17:25.945277 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.063476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_common [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Allocated IP 172.20.0.4 (4dbdb288-c7d5-4203-bd75-39f48212d6ac/ce14d742-168b-45d8-8df1-8a787a3a9336/8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1) {{(pid=106104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 11:17:26.200696 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:26.211029 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks [] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.242485 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782378704339', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.251048 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:26.295446 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Network 4dbdb288-c7d5-4203-bd75-39f48212d6ac is already hosted by enough agents. {{(pid=106104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 11:17:26.301098 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.base_scheduler [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Resources bound (agent type, host, resource id): {{(pid=106104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 11:17:26.303205 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Pushing event updated for resources: {'Port': ['ID=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:17:26.305293 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Received port after_create {{(pid=106104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 28 11:17:26.350811 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:26.351422 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.367388 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-4fc368bb-d4d5-4256-b27a-825134b63f44 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5537417 Oct 28 11:17:26.384683 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.v2.base [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Request body: {'port': {'device_id': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-zed-3'}} {{(pid=106104) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 11:17:26.441070 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.688387 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 {{(pid=106104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:17:26.696124 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Publish callbacks [] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.708221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.provisioning_blocks [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Transition to ACTIVE for port object 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 will not be triggered until provisioned by entity L2. {{(pid=106104) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 28 11:17:26.711620 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.786951 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,revision_number=2']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:17:26.822151 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Attempting to bind port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 on host hv-cinder-zed-3 for vnic_type normal with profile {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 28 11:17:26.822807 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Attempting to bind port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 by drivers openvswitch,hyperv on host hv-cinder-zed-3 at level 0 using segments [{'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 28 11:17:26.822807 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Attempting to bind port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 on network 4dbdb288-c7d5-4203-bd75-39f48212d6ac {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:17:26.862192 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 on network 4dbdb288-c7d5-4203-bd75-39f48212d6ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-zed-3 {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 11:17:26.862518 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Attempting to bind port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 on network 4dbdb288-c7d5-4203-bd75-39f48212d6ac {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 11:17:26.904849 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Checking agent: {'id': '678be722-989e-4858-940c-871f8e9b233d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-zed-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'started_at': datetime.datetime(2022, 10, 28, 10, 59, 26), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 11, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 28 11:17:26.905185 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Checking segment: {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 28 11:17:26.905561 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Bound using segment: {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'} {{(pid=106104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 28 11:17:26.905997 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.managers [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Bound port: 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host: hv-cinder-zed-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a4a3a41-674d-4376-a3f0-6f361fc9dda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac'}}] {{(pid=106104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 28 11:17:26.906397 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), before_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.960715 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:26.966552 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] For port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host hv-cinder-zed-3, cleared binding levels {{(pid=106104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 11:17:26.968091 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7081fa0-d01b-4cc8-9de7-6f44396c4981 req-4837e528-d205-4abc-b544-a55970142bb2 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:26.969957 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] For port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host hv-cinder-zed-3, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 11:17:26.970550 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7081fa0-d01b-4cc8-9de7-6f44396c4981 req-4837e528-d205-4abc-b544-a55970142bb2 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 943 time: 0.0496504 Oct 28 11:17:26.978388 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16144626'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.981355 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:26.982182 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:26.983543 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] 10.222.0.25 "PUT /networking/v2.0/ports/8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 HTTP/1.1" status: 200 len: 1093 time: 0.6026316 Oct 28 11:17:26.985995 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'tag': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:17:26.989508 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f114c5-507a-425d-97bf-b54ffdc71226" -d '{"events": [{"name": "network-changed", "server_uuid": "92d01e53-f4c7-49ff-8675-d16f70714fb5", "tag": "8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:17:27.029172 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-a7081fa0-d01b-4cc8-9de7-6f44396c4981 req-3be86e7e-5c7d-4702-8d09-b19fa5190371 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504336 Oct 28 11:17:27.275071 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee73986-4325-430a-9c93-afe862f570d3 x-openstack-request-id: req-6ee73986-4325-430a-9c93-afe862f570d3 {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:17:27.275377 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d01e53-f4c7-49ff-8675-d16f70714fb5", "tag": "8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:17:27.275625 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6ee73986-4325-430a-9c93-afe862f570d3 {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:17:27.276023 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee73986-4325-430a-9c93-afe862f570d3'] response: {'name': 'network-changed', 'server_uuid': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'tag': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1', 'status': 'completed', 'code': 200} Oct 28 11:17:27.316445 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:27.332496 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b54bb-adaa-4dee-a797-d52fd307fa98 service neutron] Pushing event updated for resources: {'Port': ['ID=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,revision_number=3']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:17:27.336330 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-303667b7-3e87-4859-b939-8d4ab9a3afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:27.337815 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-303667b7-3e87-4859-b939-8d4ab9a3afa6 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0609803 Oct 28 11:17:27.378119 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-beab6952-344c-408f-87c0-e6342283b51a service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 HTTP/1.1" status: 200 len: 217 time: 0.0326896 Oct 28 11:17:27.426794 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda9849-1991-4b16-84ec-aaa990471675 req-82abf0f7-7ebf-4748-b8b0-a356bca849ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:27.428147 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-82abf0f7-7ebf-4748-b8b0-a356bca849ab service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ce14d742-168b-45d8-8df1-8a787a3a9336 HTTP/1.1" status: 200 len: 854 time: 0.0443935 Oct 28 11:17:27.459166 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-d72faa6a-f911-4a59-981e-bd473c74f884 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4dbdb288-c7d5-4203-bd75-39f48212d6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249245 Oct 28 11:17:27.549826 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-5a99eb9e-dfe7-4c9c-a316-34c2786a58d0 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843101 Oct 28 11:17:27.636732 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-deda9849-1991-4b16-84ec-aaa990471675 req-728fd10c-dc09-443c-b15b-aa7ac923b79a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808709 Oct 28 11:17:28.119543 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:28.149473 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4173-0829-4eb8-a374-f02a44b85a47 req-78b58097-f1f3-4489-a24e-cd05de757720 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:28.150977 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7d3c4173-0829-4eb8-a374-f02a44b85a47 req-78b58097-f1f3-4489-a24e-cd05de757720 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 943 time: 0.0468791 Oct 28 11:17:28.201569 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-7d3c4173-0829-4eb8-a374-f02a44b85a47 req-745276de-0f28-4470-bc3f-4eaf59bc4d6b tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Oct 28 11:17:28.783189 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-81bed97a-8ee6-4fbc-be38-d926ca0673b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:29.320251 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeada09b-5a29-47b3-ab54-77b6733b4691 req-d42ab504-4fd4-47f5-a970-8fc0e2c52382 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:29.321668 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eeada09b-5a29-47b3-ab54-77b6733b4691 req-d42ab504-4fd4-47f5-a970-8fc0e2c52382 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 943 time: 0.0458798 Oct 28 11:17:29.371388 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-eeada09b-5a29-47b3-ab54-77b6733b4691 req-996484cf-cf1d-445c-b4ab-a66ab1bfe9d6 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442057 Oct 28 11:17:29.700965 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-acdd19ab-2251-4882-89be-0fe687e2cfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:29.702428 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-acdd19ab-2251-4882-89be-0fe687e2cfd2 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=33af503fc7e9410885f704ffbfcb900b&device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 1127 time: 0.0380383 Oct 28 11:17:29.789827 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-6015e672-4b7b-422b-b42e-bbb30fb9cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:29.791412 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-6015e672-4b7b-422b-b42e-bbb30fb9cfe3 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 200 len: 915 time: 0.0832872 Oct 28 11:17:29.830920 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-abc5225d-cadc-4d93-ab94-77009a8967c9 service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 HTTP/1.1" status: 200 len: 217 time: 0.0338721 Oct 28 11:17:29.876361 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-ae1b7a3b-d6a4-405d-8ca0-8b9bdc36394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:29.877697 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-ae1b7a3b-d6a4-405d-8ca0-8b9bdc36394e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=ce14d742-168b-45d8-8df1-8a787a3a9336 HTTP/1.1" status: 200 len: 854 time: 0.0417883 Oct 28 11:17:29.908410 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-15891439-b564-435e-9358-15ea7364695c service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=4dbdb288-c7d5-4203-bd75-39f48212d6ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246971 Oct 28 11:17:29.997431 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-62845f1c-eaee-42ee-b500-a399b3f939da service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827386 Oct 28 11:17:30.083541 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-31f114c5-507a-425d-97bf-b54ffdc71226 req-e9170c98-f9cb-4046-a415-d691adb499ef service neutron] 10.222.0.25 "GET /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806255 Oct 28 11:17:30.488999 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585783b-1a56-4da1-ac1f-4499b52fda1c req-efe70a64-0de0-4520-b29b-e29543e3b2af tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:30.490623 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e585783b-1a56-4da1-ac1f-4499b52fda1c req-efe70a64-0de0-4520-b29b-e29543e3b2af tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 943 time: 0.0461187 Oct 28 11:17:30.537254 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-e585783b-1a56-4da1-ac1f-4499b52fda1c req-9cb582d1-48a3-4867-8ec5-53d229357252 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Oct 28 11:17:30.887408 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f9942998-73a7-4688-ba0e-a8cd754b57fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:31.195244 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 details requested by agent hyperv_hv-cinder-zed-3 with host hv-cinder-zed-3 {{(pid=106105) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 11:17:31.293549 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:17:31.304280 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Returning: {'device': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1', 'network_id': '4dbdb288-c7d5-4203-bd75-39f48212d6ac', 'port_id': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1', 'mac_address': 'fa:16:3e:fc:1e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14d742-168b-45d8-8df1-8a787a3a9336', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106105) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 11:17:31.337707 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 is: DOWN; New status is: BUILD {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:17:31.338118 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:31.351106 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 {{(pid=106105) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 11:17:31.370543 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:17:31.374329 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:31.422174 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,revision_number=4']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:17:31.429007 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.429347 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.429684 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.430036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.430363 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.430686 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.431006 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.431323 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.431641 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.431956 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.432296 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.432611 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.432925 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.433241 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.433552 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:17:31.659642 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620371e-1fde-40bc-abde-62cf5ab6150a req-7e3517e6-73d0-4168-953d-319ac117160b tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:31.661076 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f620371e-1fde-40bc-abde-62cf5ab6150a req-7e3517e6-73d0-4168-953d-319ac117160b tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 944 time: 0.0500739 Oct 28 11:17:31.663665 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] get_ports_and_sgs() called for port_ids ['8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1'] {{(pid=106105) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 11:17:31.708862 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-f620371e-1fde-40bc-abde-62cf5ab6150a req-77e960e2-da85-41fa-8b34-115d3a359b8f tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 Oct 28 11:17:32.145633 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:32.826829 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4abec6-c558-480e-9d0f-8b32eca260c9 req-0ba64356-3abe-4d4c-921d-134f5d776843 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:32.828302 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2e4abec6-c558-480e-9d0f-8b32eca260c9 req-0ba64356-3abe-4d4c-921d-134f5d776843 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 944 time: 0.0462494 Oct 28 11:17:32.874475 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-2e4abec6-c558-480e-9d0f-8b32eca260c9 req-d55755a7-a647-4bdf-a027-f7ab54a78215 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405314 Oct 28 11:17:33.199227 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 up at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 11:17:33.239504 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning for port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 completed by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 28 11:17:33.245810 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.provisioning_blocks [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Provisioning complete for port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 triggered by entity L2. {{(pid=106105) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 28 11:17:33.246125 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3618248'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), provisioning_complete {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:33.246458 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Attempt 1 to provision port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 Oct 28 11:17:33.318024 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Current status of the port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 is: BUILD; New status is: ACTIVE {{(pid=106105) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 28 11:17:33.318410 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3509368'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), before_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:33.341570 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1'}] {{(pid=106105) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:17:33.343755 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26d699f4b9689d1aa8b9b4c3f84819735c6d6069972072b77b5059422a997d26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a86518-ad46-4f72-be12-ca707c61a1da" -d '{"events": [{"server_uuid": "92d01e53-f4c7-49ff-8675-d16f70714fb5", "name": "network-vif-plugged", "status": "completed", "tag": "8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1"}]}' {{(pid=106105) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:17:33.355907 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.db [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] For port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106105) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:17:33.359876 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782379192751', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782378704357', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782378704375'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:33.397949 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:33.411060 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Pushing event updated for resources: {'Port': ['ID=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,revision_number=5']} {{(pid=106105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:17:33.440030 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a279bb6-1e25-4b18-9b4e-c1b7f4fda84c x-openstack-request-id: req-3a279bb6-1e25-4b18-9b4e-c1b7f4fda84c {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:17:33.440320 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d01e53-f4c7-49ff-8675-d16f70714fb5", "name": "network-vif-plugged", "status": "completed", "tag": "8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1", "code": 200}]} {{(pid=106105) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:17:33.440571 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3a279bb6-1e25-4b18-9b4e-c1b7f4fda84c {{(pid=106105) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:17:33.441565 dv-cinder-zed-3-iscsi neutron-server[106105]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a279bb6-1e25-4b18-9b4e-c1b7f4fda84c'] response: {'server_uuid': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1', 'code': 200} Oct 28 11:17:33.583629 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:33.611161 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4523e4-a8c3-449b-9649-93d8f91a0e09 req-eb7717ff-f926-49af-bc8c-44a05cf803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:33.613065 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f4523e4-a8c3-449b-9649-93d8f91a0e09 req-eb7717ff-f926-49af-bc8c-44a05cf803e7 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 1129 time: 0.0374062 Oct 28 11:17:33.656092 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:33.656799 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f4523e4-a8c3-449b-9649-93d8f91a0e09 req-59dfe924-29cd-49af-9ec5-0607afbfd778 service neutron] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Oct 28 11:17:33.751087 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:33.996482 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e48ff-b3b3-45cf-bbd2-efb056833421 req-e79e30bb-0115-404f-933b-3c0492e17c80 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:33.997929 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-563e48ff-b3b3-45cf-bbd2-efb056833421 req-e79e30bb-0115-404f-933b-3c0492e17c80 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 945 time: 0.0496302 Oct 28 11:17:34.043436 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-563e48ff-b3b3-45cf-bbd2-efb056833421 req-bd132fef-4cf7-44a0-93e4-c52519582874 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Oct 28 11:17:35.169765 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391efca-988b-4213-b327-ae094f74fc26 req-2b883728-5179-4e59-a392-bd28b36fc5de tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:35.171262 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d391efca-988b-4213-b327-ae094f74fc26 req-2b883728-5179-4e59-a392-bd28b36fc5de tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Oct 28 11:17:35.217145 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-d391efca-988b-4213-b327-ae094f74fc26 req-ca46cb81-31a1-456c-9e11-d028da94d7bc tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Oct 28 11:17:36.339269 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6c06f-9ee8-46f4-a427-5f36fc0a1dba req-2887b9f8-fba6-45ba-bc16-3d860d3be964 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:36.340728 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-20f6c06f-9ee8-46f4-a427-5f36fc0a1dba req-2887b9f8-fba6-45ba-bc16-3d860d3be964 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 945 time: 0.0467095 Oct 28 11:17:36.386810 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-20f6c06f-9ee8-46f4-a427-5f36fc0a1dba req-1bfcf3ce-d33f-4761-bacc-d95c18cce250 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406210 Oct 28 11:17:37.114360 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:17:40.713750 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:40.744252 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-56eddf71-b100-4ecd-a305-fc2cd5ac5894 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385036 Oct 28 11:17:40.835597 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-06d17621-51dd-451a-893a-0022a5948d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:40.837017 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-06d17621-51dd-451a-893a-0022a5948d45 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=68345feb30fe454083122ecaf73ef747&device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 1130 time: 0.0384541 Oct 28 11:17:40.943207 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-7f5a5fd9-f492-4a21-a8e2-dd21a7833371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:40.944648 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-7f5a5fd9-f492-4a21-a8e2-dd21a7833371 service neutron] 10.222.0.25 "GET /networking/v2.0/networks?id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 200 len: 915 time: 0.0901108 Oct 28 11:17:41.007321 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-f331d410-eca4-4092-8bc0-c99af9f6b98b service neutron] 10.222.0.25 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a924d329-0af3-4eae-b277-6e7253359d9f HTTP/1.1" status: 200 len: 1002 time: 0.0548799 Oct 28 11:17:41.056635 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-b4f1dab9-df09-4401-b29e-9750d0a72b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:41.058037 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-b4f1dab9-df09-4401-b29e-9750d0a72b6e service neutron] 10.222.0.25 "GET /networking/v2.0/subnets?id=41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 200 len: 853 time: 0.0453956 Oct 28 11:17:41.100829 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-12c7b363-5086-4beb-9224-7ec9e1aa9392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:41.102289 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-12c7b363-5086-4beb-9224-7ec9e1aa9392 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?network_id=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1209 time: 0.0384851 Oct 28 11:17:41.191395 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-e3cdd910-791f-49c2-9bd9-4263ce132360 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821707 Oct 28 11:17:41.283560 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2f836745-a3e7-4b75-a47c-6f39eb09c2ff req-0b61f567-6161-4caa-ab2d-546721733ffc service neutron] 10.222.0.25 "GET /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Oct 28 11:17:43.740344 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:43.747615 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:46.380475 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=55 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:46.383004 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=55 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:47.109280 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:47.110074 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:51.279365 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=64 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:51.280178 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=54 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:57.692919 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=17 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:57.694746 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:17:58.122944 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:58.784482 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-81883058-9deb-46fc-840a-e82ef09689af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:17:59.547913 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245c9b4-536d-413a-87c9-4c99279e5017 req-522718a4-8fd9-4b14-bcbd-c1072f629cfa tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:17:59.549256 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d245c9b4-536d-413a-87c9-4c99279e5017 req-522718a4-8fd9-4b14-bcbd-c1072f629cfa tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 945 time: 0.0455461 Oct 28 11:17:59.598881 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d245c9b4-536d-413a-87c9-4c99279e5017 req-7661714e-fd59-4186-b6d8-65c4ad06ce95 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430169 Oct 28 11:18:00.720231 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7b0ac-1b6c-4887-a712-d46c5be62709 req-82e63aac-bf79-44c1-8874-9e617f6a4975 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:18:00.721682 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a9e7b0ac-1b6c-4887-a712-d46c5be62709 req-82e63aac-bf79-44c1-8874-9e617f6a4975 tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 945 time: 0.0471025 Oct 28 11:18:00.767858 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-a9e7b0ac-1b6c-4887-a712-d46c5be62709 req-c7962cab-60c6-4bfd-984f-378b47c1271b tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400956 Oct 28 11:18:00.888478 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-732ce071-545f-4991-951c-feddc1821872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:01.265452 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-4ba48ec8-b8fe-4ff5-a48e-c423256a602c tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:18:01.266842 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-4ba48ec8-b8fe-4ff5-a48e-c423256a602c tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 945 time: 0.0498469 Oct 28 11:18:01.345717 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Deleting port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:18:01.346078 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:01.435406 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] For port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,segment=NetworkSegment(2a4a3a41-674d-4376-a3f0-6f361fc9dda3),segment_id=2a4a3a41-674d-4376-a3f0-6f361fc9dda3)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:18:01.435756 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:01.449123 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Calling delete_port for 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:18:01.571545 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:01.601715 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Pushing event deleted for resources: {'Port': ['ID=8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:01.616035 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.616454 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.616713 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.617050 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.617376 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.617699 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.618043 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.618359 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.618678 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.618994 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.619324 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.619647 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.620222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.620531 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.620843 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:01.657429 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] No DVR routers for this DVR port 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:18:01.660071 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:01.663586 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-9b2fd027-cceb-4d34-9863-84f57193d00a req-87fb1a57-a26c-4828-9ecf-82954152359d tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.25 "DELETE /networking/v2.0/ports/8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 HTTP/1.1" status: 204 len: 173 time: 0.3912239 Oct 28 11:18:01.664133 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'name': 'network-vif-deleted', 'tag': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:18:01.666460 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661e58de-e9ed-4ec9-a5ae-a884eeb31fae" -d '{"events": [{"server_uuid": "92d01e53-f4c7-49ff-8675-d16f70714fb5", "name": "network-vif-deleted", "tag": "8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:18:01.704710 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2176cb-751b-4d11-966c-2d25dcf1dbef x-openstack-request-id: req-cb2176cb-751b-4d11-966c-2d25dcf1dbef {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:18:01.705056 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d01e53-f4c7-49ff-8675-d16f70714fb5", "name": "network-vif-deleted", "tag": "8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:18:01.705318 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cb2176cb-751b-4d11-966c-2d25dcf1dbef {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:18:01.705743 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2176cb-751b-4d11-966c-2d25dcf1dbef'] response: {'server_uuid': '92d01e53-f4c7-49ff-8675-d16f70714fb5', 'name': 'network-vif-deleted', 'tag': '8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1', 'status': 'completed', 'code': 200} Oct 28 11:18:01.883204 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-469c4573-3e19-4e57-9ed7-cf7379e2e5a9 req-74e4091f-b1ff-49c3-9f2b-30ef2af875ec tempest-VolumesSnapshotTestJSON-440258102 tempest-VolumesSnapshotTestJSON-440258102-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=92d01e53-f4c7-49ff-8675-d16f70714fb5 HTTP/1.1" status: 200 len: 210 time: 0.0286248 Oct 28 11:18:02.148344 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:03.308369 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:18:03.329964 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:18:03.330324 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device 8a60b0e9-7c14-4d94-9e0d-0502eb26ffd1 not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:18:03.658884 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:03.753951 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:09.592120 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=9 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:09.594783 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=9 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:11.863510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:11.864421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=58,neutron:DELETE=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:13.743788 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:13.750217 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:14.113936 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:18:24.110149 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:27.104442 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47042) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:27.149037 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Deleting subnet ce14d742-168b-45d8-8df1-8a787a3a9336 {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:18:27.152132 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Publish callbacks [] for subnet (ce14d742-168b-45d8-8df1-8a787a3a9336), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.188267 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (ce14d742-168b-45d8-8df1-8a787a3a9336), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.226835 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (ce14d742-168b-45d8-8df1-8a787a3a9336), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.279269 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (ce14d742-168b-45d8-8df1-8a787a3a9336), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.302325 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce14d742-168b-45d8-8df1-8a787a3a9336,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:27.307953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.311126 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-5fbe1463-b153-43ca-8f49-4fba76592884 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/ce14d742-168b-45d8-8df1-8a787a3a9336 HTTP/1.1" status: 204 len: 168 time: 0.2056966 Oct 28 11:18:27.313541 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47044) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:27.385274 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (4dbdb288-c7d5-4203-bd75-39f48212d6ac), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.460920 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (4dbdb288-c7d5-4203-bd75-39f48212d6ac), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.480861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbdb288-c7d5-4203-bd75-39f48212d6ac']}} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:27.490496 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4a3a41-674d-4376-a3f0-6f361fc9dda3') {'for_net_delete': True} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:27.490791 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.services.segments.db [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4a3a41-674d-4376-a3f0-6f361fc9dda3') {} {{(pid=106104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:27.504253 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15028457'] for segment (2a4a3a41-674d-4376-a3f0-6f361fc9dda3), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.517957 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (2a4a3a41-674d-4376-a3f0-6f361fc9dda3), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.524632 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106104) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:18:27.525004 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16144406'] for segment (2a4a3a41-674d-4376-a3f0-6f361fc9dda3), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.582644 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (4dbdb288-c7d5-4203-bd75-39f48212d6ac), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.588568 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.591703 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/4dbdb288-c7d5-4203-bd75-39f48212d6ac HTTP/1.1" status: 204 len: 168 time: 0.2771659 Oct 28 11:18:27.605684 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7579d-43e9-4be8-895d-3933b67c9230 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbdb288-c7d5-4203-bd75-39f48212d6ac,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:27.608203 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment 2a4a3a41-674d-4376-a3f0-6f361fc9dda3 resource provider aggregate not found Oct 28 11:18:27.626144 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.services.segments.plugin [-] Segment 2a4a3a41-674d-4376-a3f0-6f361fc9dda3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a4a3a41-674d-4376-a3f0-6f361fc9dda3 found for delete ", "request_id": "req-473c187f-d4e2-40a8-ac32-8853df7062f4"}]} Oct 28 11:18:27.697711 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47054) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:27.738118 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-34d1a20d-545e-476f-8bb4-1e5ddcb1bbf8 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=33af503fc7e9410885f704ffbfcb900b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392239 Oct 28 11:18:27.740515 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47056) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:27.787855 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-196b2b5b-8bd9-4356-aec8-6be10a04bf52 admin admin] Publish callbacks [] for security_group (1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.810152 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-196b2b5b-8bd9-4356-aec8-6be10a04bf52 admin admin] Publish callbacks [] for security_group (1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.855647 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-196b2b5b-8bd9-4356-aec8-6be10a04bf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.858253 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-196b2b5b-8bd9-4356-aec8-6be10a04bf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:27.859384 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-196b2b5b-8bd9-4356-aec8-6be10a04bf52 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5 HTTP/1.1" status: 204 len: 168 time: 0.1179967 Oct 28 11:18:27.867622 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b2b5b-8bd9-4356-aec8-6be10a04bf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76b8c8-ecca-45de-8dc2-c0ee17ec89e5,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:28.117084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:28.787040 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb5d8-1cfb-408c-bab7-6836ae0b1184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:30.889228 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ae96fe00-b7c6-4fc9-b148-2572158a276a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:32.151314 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:33.664295 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:33.754962 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:34.182719 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:34.183465 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=5 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:37.862436 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=74,neutron:DELETE=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:37.863162 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:43.749180 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:43.751058 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:47.254321 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969cf98-8c79-4a33-a288-f5b9a2f0c09a req-286fc6f9-ece7-46d1-85b3-3f23d405461f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:18:47.255700 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2969cf98-8c79-4a33-a288-f5b9a2f0c09a req-286fc6f9-ece7-46d1-85b3-3f23d405461f tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 946 time: 0.0479252 Oct 28 11:18:47.302118 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-2969cf98-8c79-4a33-a288-f5b9a2f0c09a req-228fc577-4d03-4480-a18d-b563fa4431d5 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406399 Oct 28 11:18:48.424201 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467c5d8-cdc5-4172-b7bd-416827927055 req-b90913d2-65dc-4ea2-980c-a2dbc172ea10 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:18:48.425649 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d467c5d8-cdc5-4172-b7bd-416827927055 req-b90913d2-65dc-4ea2-980c-a2dbc172ea10 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 946 time: 0.0459483 Oct 28 11:18:48.473633 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [req-d467c5d8-cdc5-4172-b7bd-416827927055 req-bb79d1aa-ccab-4b6c-8d78-f701709afd17 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups?id=356ae0ce-b751-4f7e-a257-cd6f123c1b76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422838 Oct 28 11:18:48.878801 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-12b4878a-f366-4ab9-bdcb-66cce7455355 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106104) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 11:18:48.880317 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-12b4878a-f366-4ab9-bdcb-66cce7455355 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 946 time: 0.0512192 Oct 28 11:18:48.967375 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port a924d329-0af3-4eae-b277-6e7253359d9f {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:18:48.967698 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:49.062948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] For port a924d329-0af3-4eae-b277-6e7253359d9f, host hv-cinder-zed-3, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-zed-3',level=0,port_id=a924d329-0af3-4eae-b277-6e7253359d9f,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:18:49.062948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:49.223791 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:49.224142 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-506811'] for floatingip (0daf2951-cd61-4da5-8a8c-057f4fb2c096), after_update {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:49.224449 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.db.l3_db [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Floating IP 0daf2951-cd61-4da5-8a8c-057f4fb2c096 disassociated. External IP: 172.37.0.229, port: a924d329-0af3-4eae-b277-6e7253359d9f. Oct 28 11:18:49.224779 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for a924d329-0af3-4eae-b277-6e7253359d9f owned by compute:nova {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:18:49.346211 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (a924d329-0af3-4eae-b277-6e7253359d9f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:49.375134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=a924d329-0af3-4eae-b277-6e7253359d9f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:49.481770 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:18:49.604947 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-afe479cb-a39d-44f4-825b-b4036053aa45 req-c6266fdc-39ed-44e7-a515-bdf1fa05f575 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/ports?device_id=cd5eee5e-9d7f-40b0-abd1-0393d82f90ad HTTP/1.1" status: 200 len: 210 time: 0.0406866 Oct 28 11:18:49.607221 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:49.610645 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:18:49.637638 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:18:49.648353 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:18:49.648902 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:18:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:49.654043 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] No DVR routers for this DVR port a924d329-0af3-4eae-b277-6e7253359d9f on host hv-cinder-zed-3 {{(pid=106104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:18:49.656612 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for port (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:49.659916 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [req-1db84283-44fc-48e6-9930-9376d8d2e650 req-0a5e1972-dad6-49bb-8d49-ab7af005e259 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.25 "DELETE /networking/v2.0/ports/a924d329-0af3-4eae-b277-6e7253359d9f HTTP/1.1" status: 204 len: 173 time: 0.7742336 Oct 28 11:18:49.660401 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'name': 'network-vif-deleted', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f'}] {{(pid=106104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 11:18:49.662795 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d66bb3c255275fa2f9ad67828d54f8366fac2f92b69d1dd8382ea564f0830b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff713b65-81b2-4aee-a369-af827bf8c8a0" -d '{"events": [{"server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "name": "network-vif-deleted", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f"}]}' {{(pid=106104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 11:18:49.701028 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 11:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e9879a-8188-4fc4-b0b4-90833741649e x-openstack-request-id: req-19e9879a-8188-4fc4-b0b4-90833741649e {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 11:18:49.701301 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5eee5e-9d7f-40b0-abd1-0393d82f90ad", "name": "network-vif-deleted", "tag": "a924d329-0af3-4eae-b277-6e7253359d9f", "status": "completed", "code": 200}]} {{(pid=106104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 11:18:49.701558 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-19e9879a-8188-4fc4-b0b4-90833741649e {{(pid=106104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 11:18:49.701961 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e9879a-8188-4fc4-b0b4-90833741649e'] response: {'server_uuid': 'cd5eee5e-9d7f-40b0-abd1-0393d82f90ad', 'name': 'network-vif-deleted', 'tag': 'a924d329-0af3-4eae-b277-6e7253359d9f', 'status': 'completed', 'code': 200} Oct 28 11:18:49.758689 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:18:49.955706 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:49.981295 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:18:49.989511 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:18:49.990135 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:18:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:50.103510 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:18:50.205125 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47264) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:50.299344 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:50.320117 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0889c315-1208-461a-bf97-0e1ddd4bc8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.327411 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30cb04-2ad8-4e99-9829-bde562712589 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:11:27Z', 'revision_number': 4, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi', '_interfaces': [{'id': 'f02fbc41-2470-4e6e-b4a5-9ec024610e27', 'name': '', 'network_id': '447754b6-a798-4b6b-beaa-8e9ec6ea9fd5', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'mac_address': 'fa:16:3e:c7:d1:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:26Z', 'updated_at': '2022-10-28T11:11:32Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'subnets': [{'id': '41973fda-c30d-469e-9389-c51fd5b69e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:18:50.346589 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:50.404300 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0889c315-1208-461a-bf97-0e1ddd4bc8aa admin admin] Publish callbacks [] for security_group (982fd72f-cedf-4edf-a366-c20a3883eed0), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.408124 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-0889c315-1208-461a-bf97-0e1ddd4bc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (982fd72f-cedf-4edf-a366-c20a3883eed0), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.450366 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0889c315-1208-461a-bf97-0e1ddd4bc8aa admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=b2aa9d7a38db4783b343ac1467a7bf47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414408 Oct 28 11:18:50.450366 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889c315-1208-461a-bf97-0e1ddd4bc8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982fd72f-cedf-4edf-a366-c20a3883eed0,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:50.450814 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47268) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:50.505622 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b58-3ec4-470f-bc4b-529e4d5ec103 admin admin] Publish callbacks [] for security_group (982fd72f-cedf-4edf-a366-c20a3883eed0), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.527673 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b58-3ec4-470f-bc4b-529e4d5ec103 admin admin] Publish callbacks [] for security_group (982fd72f-cedf-4edf-a366-c20a3883eed0), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.578198 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f744a50c-f6e9-48c2-912e-ce3f4b7f38ca None None] New status for floating IP 0daf2951-cd61-4da5-8a8c-057f4fb2c096: DOWN {{(pid=106106) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 11:18:50.578935 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b58-3ec4-470f-bc4b-529e4d5ec103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (982fd72f-cedf-4edf-a366-c20a3883eed0), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.581485 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-1d5e2b58-3ec4-470f-bc4b-529e4d5ec103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.582662 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-1d5e2b58-3ec4-470f-bc4b-529e4d5ec103 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/982fd72f-cedf-4edf-a366-c20a3883eed0 HTTP/1.1" status: 204 len: 168 time: 0.1310737 Oct 28 11:18:50.590999 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e2b58-3ec4-470f-bc4b-529e4d5ec103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982fd72f-cedf-4edf-a366-c20a3883eed0,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:50.706763 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47276) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:50.777901 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92a45ca1-1c5a-49a1-bd81-b0141e7767a7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (356ae0ce-b751-4f7e-a257-cd6f123c1b76), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.804288 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92a45ca1-1c5a-49a1-bd81-b0141e7767a7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (356ae0ce-b751-4f7e-a257-cd6f123c1b76), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.855929 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92a45ca1-1c5a-49a1-bd81-b0141e7767a7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (356ae0ce-b751-4f7e-a257-cd6f123c1b76), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.858712 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-92a45ca1-1c5a-49a1-bd81-b0141e7767a7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:50.860063 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-92a45ca1-1c5a-49a1-bd81-b0141e7767a7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/security-groups/356ae0ce-b751-4f7e-a257-cd6f123c1b76 HTTP/1.1" status: 204 len: 168 time: 0.1521575 Oct 28 11:18:50.863126 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47278) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:50.871190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a45ca1-1c5a-49a1-bd81-b0141e7767a7 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356ae0ce-b751-4f7e-a257-cd6f123c1b76,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:50.878574 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.api.v2.resource [None req-663d2906-dddf-42f0-a9ce-5e352b937cf4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] show failed (client error): The resource could not be found. Oct 28 11:18:50.882838 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-663d2906-dddf-42f0-a9ce-5e352b937cf4 tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "GET /networking/v2.0/security-groups/356ae0ce-b751-4f7e-a257-cd6f123c1b76 HTTP/1.1" status: 404 len: 347 time: 0.0184181 Oct 28 11:18:50.883056 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47280) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:50.998402 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Deleting port d6f9dc88-a829-4284-a1f0-4a061ff51ee6 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:18:50.998724 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:51.076222 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:51.076547 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:51.089217 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Calling delete_port for d6f9dc88-a829-4284-a1f0-4a061ff51ee6 owned by network:floatingip {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:18:51.112065 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:18:51.178055 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:51.218418 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (d6f9dc88-a829-4284-a1f0-4a061ff51ee6), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:51.241911 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Pushing event deleted for resources: {'Port': ['ID=d6f9dc88-a829-4284-a1f0-4a061ff51ee6,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:51.250563 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=2,neutron:SELECT=90,neutron:DELETE=8 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:51.304517 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks [] for floatingip (0daf2951-cd61-4da5-8a8c-057f4fb2c096), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:51.307020 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-840795'] for floatingip (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:51.308139 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-00894f2a-db20-4144-813b-3f80bd7e473d tempest-AttachVolumeNegativeTest-1425575815 tempest-AttachVolumeNegativeTest-1425575815-project] 10.222.0.46 "DELETE /networking/v2.0/floatingips/0daf2951-cd61-4da5-8a8c-057f4fb2c096 HTTP/1.1" status: 204 len: 168 time: 0.4239180 Oct 28 11:18:53.476331 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device a924d329-0af3-4eae-b277-6e7253359d9f no longer exists at agent hyperv_hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:18:53.495136 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] No Port match for: a924d329-0af3-4eae-b277-6e7253359d9f {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:18:53.495478 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Device a924d329-0af3-4eae-b277-6e7253359d9f not bound to the agent host hv-cinder-zed-3 {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:18:54.976670 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47316) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:55.419659 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-502459'] for router_interface (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:55.631347 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Deleting port f02fbc41-2470-4e6e-b4a5-9ec024610e27 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:18:55.631681 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:55.707482 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] For port f02fbc41-2470-4e6e-b4a5-9ec024610e27, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=f02fbc41-2470-4e6e-b4a5-9ec024610e27,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:18:55.707832 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:55.720583 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Calling delete_port for f02fbc41-2470-4e6e-b4a5-9ec024610e27 owned by network:router_interface {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:18:55.827122 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:55.899441 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (f02fbc41-2470-4e6e-b4a5-9ec024610e27), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:55.902396 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:55.924830 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f02fbc41-2470-4e6e-b4a5-9ec024610e27,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:56.087205 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-537612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-502827'] for router_interface (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:56.541080 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f has already been hosted by L3 agent f1c99b8a-48ea-46cd-8022-74d72b00d81f {{(pid=106104) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 11:18:56.641471 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] Notify agent at l3_agent.dv-cinder-zed-3-iscsi the message routers_updated {{(pid=106104) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 11:18:56.646789 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-644ef87a-1c69-4a19-9154-bf13638e5ef1 admin admin] 10.222.0.46 "PUT /networking/v2.0/routers/7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6695507 Oct 28 11:18:56.649802 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47320) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:56.652624 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] Sync routers for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 11:18:56.662158 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:18:56.662749 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:18:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:56.749566 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks [] for router (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:56.762141 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: dv-cinder-zed-3-iscsi {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:18:56.847675 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks [] for router_gateway (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:56.894894 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Deleting port 2856be6d-6ae2-423a-b79e-e3489d8b68b9 {{(pid=106104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:18:56.895239 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:56.934826 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:56.977383 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.db [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] For port 2856be6d-6ae2-423a-b79e-e3489d8b68b9, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=2856be6d-6ae2-423a-b79e-e3489d8b68b9,segment=NetworkSegment(174b1ba3-27ee-4259-80d3-566393b67059),segment_id=174b1ba3-27ee-4259-80d3-566393b67059)] {{(pid=106104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:18:56.977735 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:56.990725 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.plugins.ml2.plugin [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Calling delete_port for 2856be6d-6ae2-423a-b79e-e3489d8b68b9 owned by network:router_gateway {{(pid=106104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:18:57.047249 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'external_fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96'}], 'enable_snat': True}, 'gw_port_id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:18:55Z', 'revision_number': 5, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port': {'id': '2856be6d-6ae2-423a-b79e-e3489d8b68b9', 'name': '', 'network_id': '8930ab2a-917b-4bcc-9e7a-12d4b8107ddc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:09:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '497184a4-9746-455c-9e36-47645898e01a', 'ip_address': '172.37.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-zed-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T11:11:25Z', 'updated_at': '2022-10-28T11:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '497184a4-9746-455c-9e36-47645898e01a', 'cidr': '172.37.0.0/24', 'gateway_ip': '172.37.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-zed-3-iscsi'}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:57.049729 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:57.050630 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=100 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:57.073470 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] Checking router: 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f for host: dv-cinder-zed-3-iscsi {{(pid=106105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 11:18:57.080487 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=100 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:18:57.082683 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] Routers {'7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'} bound to L3 agent in host dv-cinder-zed-3-iscsi {{(pid=106105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 28 11:18:57.083290 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-zed-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T10:53:01Z,description=,heartbeat_timestamp=2022-10-28T11:18:31Z,host='dv-cinder-zed-3-iscsi',id=f1c99b8a-48ea-46cd-8022-74d72b00d81f,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T10:53:01Z,topic='l3_agent')) {'router_ids': ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'], 'active': True} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:57.158126 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16144635'] for port (2856be6d-6ae2-423a-b79e-e3489d8b68b9), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.170172 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_dvr_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] Set router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f gateway port host: None {{(pid=106105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 28 11:18:57.186761 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Pushing event deleted for resources: {'Port': ['ID=2856be6d-6ae2-423a-b79e-e3489d8b68b9,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:57.221416 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.db.l3_hamode_db [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:18:56Z', 'revision_number': 6, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port_host': None}], 'dv-cinder-zed-3-iscsi', False) {} {{(pid=106105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:57.245571 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5417955-4f45-4e28-a5ec-d12dfce2de95 None None] The sync data for ids ['7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f'] in dv-cinder-zed-3-iscsi is: [{'id': '7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f', 'name': 'tempest-AttachVolumeNegativeTest-698758798-router', 'tenant_id': '68345feb30fe454083122ecaf73ef747', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T11:11:24Z', 'updated_at': '2022-10-28T11:18:56Z', 'revision_number': 6, 'project_id': '68345feb30fe454083122ecaf73ef747', 'gw_port_host': None}] {{(pid=106105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 11:18:57.248864 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-506749'] for router_gateway (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.340613 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-502909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1675'] for router (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.342805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks [] for router_controller (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.383106 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-502884'] for router (7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.383679 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f {{(pid=106104) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 11:18:57.387834 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.388939 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-ab705108-75be-4dbb-9b17-dab749597941 admin admin] 10.222.0.46 "DELETE /networking/v2.0/routers/7e00baaf-28f4-4e7e-ba7f-d10ccfb1d54f HTTP/1.1" status: 204 len: 168 time: 0.7381382 Oct 28 11:18:57.391488 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47322) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:57.434825 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Deleting subnet 41973fda-c30d-469e-9389-c51fd5b69e2f {{(pid=106104) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 28 11:18:57.437872 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Publish callbacks [] for subnet (41973fda-c30d-469e-9389-c51fd5b69e2f), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.475053 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15028478'] for subnet (41973fda-c30d-469e-9389-c51fd5b69e2f), precommit_delete_associations {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.547137 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3522881'] for subnet (41973fda-c30d-469e-9389-c51fd5b69e2f), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.600298 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3528284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470926', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16144584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13615327'] for subnet (41973fda-c30d-469e-9389-c51fd5b69e2f), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.631123 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41973fda-c30d-469e-9389-c51fd5b69e2f,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:57.635020 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for subnet (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.638190 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-cf6359ff-5dc6-4f69-9905-cf657ea53198 admin admin] 10.222.0.46 "DELETE /networking/v2.0/subnets/41973fda-c30d-469e-9389-c51fd5b69e2f HTTP/1.1" status: 204 len: 168 time: 0.2457263 Oct 28 11:18:57.641563 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47324) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:57.643396 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d4f2f-2449-4095-88e5-638e03e820d4 None None] Network 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 requested from dv-cinder-zed-3-iscsi {{(pid=106105) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 28 11:18:57.715908 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3499394'] for network (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.758701 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Deleting port 0ad4a434-021f-41b5-ae31-b1da45b589b0 {{(pid=106103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 28 11:18:57.759034 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782379192607'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.820638 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.db [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] For port 0ad4a434-021f-41b5-ae31-b1da45b589b0, host dv-cinder-zed-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-zed-3-iscsi',level=0,port_id=0ad4a434-021f-41b5-ae31-b1da45b589b0,segment=NetworkSegment(208ee848-761b-438c-b24f-09e1992f2614),segment_id=208ee848-761b-438c-b24f-09e1992f2614)] {{(pid=106103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 11:18:57.820994 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-512637'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.833649 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.plugin [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Calling delete_port for 0ad4a434-021f-41b5-ae31-b1da45b589b0 owned by network:dhcp {{(pid=106103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 28 11:18:57.913501 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3509685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782379192477', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782378704348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14962267'] for port (0ad4a434-021f-41b5-ae31-b1da45b589b0), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:57.934958 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ad4a434-021f-41b5-ae31-b1da45b589b0,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:57.943850 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] No DVR routers for this DVR port 0ad4a434-021f-41b5-ae31-b1da45b589b0 on host dv-cinder-zed-3-iscsi {{(pid=106103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 28 11:18:57.948051 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.948413 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.948731 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.949066 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.949422 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.949716 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.950144 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.950417 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.950742 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.951063 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.951381 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.951701 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.952018 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.952347 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:57.952648 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:18:58.022325 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3616115', 'neutron.services.segments.db._delete_segments_for_network-8782379152083'] for network (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.028974 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b281cbd-69a2-40d6-82d8-afdae92f0d98 None None] DHCP port deletion for 447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 request from dv-cinder-zed-3-iscsi {{(pid=106105) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 28 11:18:58.048398 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447754b6-a798-4b6b-beaa-8e9ec6ea9fd5']}} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:58.058525 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208ee848-761b-438c-b24f-09e1992f2614') {'for_net_delete': True} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:58.058816 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.services.segments.db [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208ee848-761b-438c-b24f-09e1992f2614') {} {{(pid=106103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 11:18:58.071740 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782379170461', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14963816'] for segment (208ee848-761b-438c-b24f-09e1992f2614), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.086045 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892'] for segment (208ee848-761b-438c-b24f-09e1992f2614), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.092244 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=106103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 11:18:58.092616 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3660892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14962358'] for segment (208ee848-761b-438c-b24f-09e1992f2614), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.120495 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.155502 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3616106', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-537607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-506768'] for network (447754b6-a798-4b6b-beaa-8e9ec6ea9fd5), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.172143 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537713'] for network (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.175376 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] 10.222.0.46 "DELETE /networking/v2.0/networks/447754b6-a798-4b6b-beaa-8e9ec6ea9fd5 HTTP/1.1" status: 204 len: 168 time: 0.5326378 Oct 28 11:18:58.176418 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0abffd-2937-441b-bc30-82b0eb586735 admin admin] Pushing event deleted for resources: {'Network': ['ID=447754b6-a798-4b6b-beaa-8e9ec6ea9fd5,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:58.247400 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 208ee848-761b-438c-b24f-09e1992f2614 resource provider aggregate not found Oct 28 11:18:58.267518 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.services.segments.plugin [-] Segment 208ee848-761b-438c-b24f-09e1992f2614 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208ee848-761b-438c-b24f-09e1992f2614 found for delete ", "request_id": "req-43135e40-e725-4d89-bca9-aee203dce35f"}]} Oct 28 11:18:58.306111 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47334) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:58.351223 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-0d790f27-de69-42ba-ab95-8388efb45f85 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=68345feb30fe454083122ecaf73ef747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434010 Oct 28 11:18:58.353868 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47336) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:58.404322 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-21ef0d49-8052-4180-b5c9-d9595d2fba70 admin admin] Publish callbacks [] for security_group (ac58680e-dcd3-4f61-aab9-9123c76c3851), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.424466 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-21ef0d49-8052-4180-b5c9-d9595d2fba70 admin admin] Publish callbacks [] for security_group (ac58680e-dcd3-4f61-aab9-9123c76c3851), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.474510 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-21ef0d49-8052-4180-b5c9-d9595d2fba70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (ac58680e-dcd3-4f61-aab9-9123c76c3851), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.477728 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-21ef0d49-8052-4180-b5c9-d9595d2fba70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:58.478918 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-21ef0d49-8052-4180-b5c9-d9595d2fba70 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/ac58680e-dcd3-4f61-aab9-9123c76c3851 HTTP/1.1" status: 204 len: 168 time: 0.1238403 Oct 28 11:18:58.487709 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef0d49-8052-4180-b5c9-d9595d2fba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58680e-dcd3-4f61-aab9-9123c76c3851,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:18:58.522889 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 0ad4a434-021f-41b5-ae31-b1da45b589b0 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:18:58.543203 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 0ad4a434-021f-41b5-ae31-b1da45b589b0 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:18:58.543548 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 0ad4a434-021f-41b5-ae31-b1da45b589b0 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:18:58.544177 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f02fbc41-2470-4e6e-b4a5-9ec024610e27 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:18:58.563418 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: f02fbc41-2470-4e6e-b4a5-9ec024610e27 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:18:58.563877 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device f02fbc41-2470-4e6e-b4a5-9ec024610e27 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:18:58.564157 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2856be6d-6ae2-423a-b79e-e3489d8b68b9 no longer exists at agent ovs-agent-dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 11:18:58.582730 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.plugin [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] No Port match for: 2856be6d-6ae2-423a-b79e-e3489d8b68b9 {{(pid=106105) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 28 11:18:58.583084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron.plugins.ml2.rpc [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Device 2856be6d-6ae2-423a-b79e-e3489d8b68b9 not bound to the agent host dv-cinder-zed-3-iscsi {{(pid=106105) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 11:18:58.793091 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b20cc6bd-65ae-4ec0-b57a-38cc5d88ed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:59.847091 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47386) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:18:59.952485 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-53957f7b-3300-4af6-907a-8de7dff59ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:18:59.997068 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:00.004746 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:00.037309 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-53957f7b-3300-4af6-907a-8de7dff59ff2 admin admin] Publish callbacks [] for security_group (979ac6b3-40f9-4ace-b084-09dec8ffbade), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:00.041692 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-53957f7b-3300-4af6-907a-8de7dff59ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (979ac6b3-40f9-4ace-b084-09dec8ffbade), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:00.080492 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957f7b-3300-4af6-907a-8de7dff59ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979ac6b3-40f9-4ace-b084-09dec8ffbade,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:00.085736 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-53957f7b-3300-4af6-907a-8de7dff59ff2 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=72e52c52a2524fc4a69040c818109867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375970 Oct 28 11:19:00.088442 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47390) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:00.138298 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6dee7b6b-cf61-47d6-bb02-f140b24869b0 admin admin] Publish callbacks [] for security_group (979ac6b3-40f9-4ace-b084-09dec8ffbade), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:00.157708 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6dee7b6b-cf61-47d6-bb02-f140b24869b0 admin admin] Publish callbacks [] for security_group (979ac6b3-40f9-4ace-b084-09dec8ffbade), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:00.207376 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6dee7b6b-cf61-47d6-bb02-f140b24869b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (979ac6b3-40f9-4ace-b084-09dec8ffbade), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:00.210044 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-6dee7b6b-cf61-47d6-bb02-f140b24869b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:00.211371 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-6dee7b6b-cf61-47d6-bb02-f140b24869b0 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/979ac6b3-40f9-4ace-b084-09dec8ffbade HTTP/1.1" status: 204 len: 168 time: 0.1219549 Oct 28 11:19:00.219147 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee7b6b-cf61-47d6-bb02-f140b24869b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979ac6b3-40f9-4ace-b084-09dec8ffbade,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:00.695280 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:00.890894 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e5dc-9eda-47c2-a66e-fcaae46f9e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:01.108690 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:02.084433 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47460) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:02.153891 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.189368 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b6f12f8-d547-4a16-9ed6-2649114e5e9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.267200 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b6f12f8-d547-4a16-9ed6-2649114e5e9d admin admin] Publish callbacks [] for security_group (40414d2d-e61b-4955-a37e-e2deee035f29), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.271240 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-7b6f12f8-d547-4a16-9ed6-2649114e5e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (40414d2d-e61b-4955-a37e-e2deee035f29), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.312117 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f12f8-d547-4a16-9ed6-2649114e5e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40414d2d-e61b-4955-a37e-e2deee035f29,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:02.317722 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-7b6f12f8-d547-4a16-9ed6-2649114e5e9d admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=fab6800c0a424d719895d1277603a69a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322543 Oct 28 11:19:02.320423 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47464) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:02.370109 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a41d9be-c4f0-4c71-a4e3-f62b74117bd5 admin admin] Publish callbacks [] for security_group (40414d2d-e61b-4955-a37e-e2deee035f29), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.389906 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a41d9be-c4f0-4c71-a4e3-f62b74117bd5 admin admin] Publish callbacks [] for security_group (40414d2d-e61b-4955-a37e-e2deee035f29), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.438126 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a41d9be-c4f0-4c71-a4e3-f62b74117bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (40414d2d-e61b-4955-a37e-e2deee035f29), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.440666 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-2a41d9be-c4f0-4c71-a4e3-f62b74117bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.441850 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-2a41d9be-c4f0-4c71-a4e3-f62b74117bd5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/40414d2d-e61b-4955-a37e-e2deee035f29 HTTP/1.1" status: 204 len: 168 time: 0.1205261 Oct 28 11:19:02.449420 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41d9be-c4f0-4c71-a4e3-f62b74117bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40414d2d-e61b-4955-a37e-e2deee035f29,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:02.702163 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47470) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:02.715824 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.785053 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:02.790714 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Publish callbacks [] for security_group (7e360593-76ba-47ef-832e-5e6fec955aef), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.794161 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (7e360593-76ba-47ef-832e-5e6fec955aef), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.817767 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:02.836751 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=bc686f35b7954a7ca7047211804e2510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329346 Oct 28 11:19:02.837848 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e360593-76ba-47ef-832e-5e6fec955aef,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:02.839550 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47472) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:02.846116 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.846464 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.846805 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.847144 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.847476 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.847803 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.848128 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.848450 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.848774 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.849095 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.849421 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.849741 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.850084 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.850409 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.850727 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04506af6-9031-43ad-9ef4-d4cc5d5e5de6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-zed-3-iscsi {{(pid=106104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 11:19:02.889336 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b7caf085-6a26-4db8-8eca-53cbf4e4a6d4 admin admin] Publish callbacks [] for security_group (7e360593-76ba-47ef-832e-5e6fec955aef), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.909408 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b7caf085-6a26-4db8-8eca-53cbf4e4a6d4 admin admin] Publish callbacks [] for security_group (7e360593-76ba-47ef-832e-5e6fec955aef), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.954936 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b7caf085-6a26-4db8-8eca-53cbf4e4a6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (7e360593-76ba-47ef-832e-5e6fec955aef), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.957802 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b7caf085-6a26-4db8-8eca-53cbf4e4a6d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:02.958972 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b7caf085-6a26-4db8-8eca-53cbf4e4a6d4 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/7e360593-76ba-47ef-832e-5e6fec955aef HTTP/1.1" status: 204 len: 168 time: 0.1184418 Oct 28 11:19:02.967373 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7caf085-6a26-4db8-8eca-53cbf4e4a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e360593-76ba-47ef-832e-5e6fec955aef,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:03.664362 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:03.757032 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:11.178296 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:11.179066 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:12.841703 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=7 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:12.962382 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=7,neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:12.963170 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:17.693301 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:17.695871 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:19.599671 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47682) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:19.703687 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-66bc2049-73ce-482d-9b0b-60da37b8d829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.778636 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-66bc2049-73ce-482d-9b0b-60da37b8d829 admin admin] Publish callbacks [] for security_group (b27f6995-6de7-4e1a-b4a3-d13cf890e0c1), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.781911 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-66bc2049-73ce-482d-9b0b-60da37b8d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (b27f6995-6de7-4e1a-b4a3-d13cf890e0c1), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.821304 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-66bc2049-73ce-482d-9b0b-60da37b8d829 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=d502a454c162432ab6cb70850ccd85d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200425 Oct 28 11:19:19.822159 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc2049-73ce-482d-9b0b-60da37b8d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f6995-6de7-4e1a-b4a3-d13cf890e0c1,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:19.824204 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47686) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:19.872573 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3522ba69-c245-4789-a6d9-d3f5fa65f35d admin admin] Publish callbacks [] for security_group (b27f6995-6de7-4e1a-b4a3-d13cf890e0c1), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.895303 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3522ba69-c245-4789-a6d9-d3f5fa65f35d admin admin] Publish callbacks [] for security_group (b27f6995-6de7-4e1a-b4a3-d13cf890e0c1), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.940121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3522ba69-c245-4789-a6d9-d3f5fa65f35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (b27f6995-6de7-4e1a-b4a3-d13cf890e0c1), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.942862 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3522ba69-c245-4789-a6d9-d3f5fa65f35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:19.943971 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3522ba69-c245-4789-a6d9-d3f5fa65f35d admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b27f6995-6de7-4e1a-b4a3-d13cf890e0c1 HTTP/1.1" status: 204 len: 168 time: 0.1187079 Oct 28 11:19:19.951940 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522ba69-c245-4789-a6d9-d3f5fa65f35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f6995-6de7-4e1a-b4a3-d13cf890e0c1,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:20.204123 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47692) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:20.219555 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-50cd1cf9-cdc6-4d96-a126-ee754ada1853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.297743 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-50cd1cf9-cdc6-4d96-a126-ee754ada1853 admin admin] Publish callbacks [] for security_group (c2566ee0-99d1-427b-a7fe-5a3c505e9f4e), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.301429 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-50cd1cf9-cdc6-4d96-a126-ee754ada1853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c2566ee0-99d1-427b-a7fe-5a3c505e9f4e), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.340361 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-50cd1cf9-cdc6-4d96-a126-ee754ada1853 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=19c9193c30324666a486262d462f1626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352167 Oct 28 11:19:20.341218 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd1cf9-cdc6-4d96-a126-ee754ada1853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2566ee0-99d1-427b-a7fe-5a3c505e9f4e,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:20.343121 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47694) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:20.392868 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-69acb6ba-e554-4f7d-bb34-5482b160b991 admin admin] Publish callbacks [] for security_group (c2566ee0-99d1-427b-a7fe-5a3c505e9f4e), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.411953 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-69acb6ba-e554-4f7d-bb34-5482b160b991 admin admin] Publish callbacks [] for security_group (c2566ee0-99d1-427b-a7fe-5a3c505e9f4e), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.457510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-69acb6ba-e554-4f7d-bb34-5482b160b991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (c2566ee0-99d1-427b-a7fe-5a3c505e9f4e), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.460110 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-69acb6ba-e554-4f7d-bb34-5482b160b991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:20.461258 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-69acb6ba-e554-4f7d-bb34-5482b160b991 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/c2566ee0-99d1-427b-a7fe-5a3c505e9f4e HTTP/1.1" status: 204 len: 168 time: 0.1171558 Oct 28 11:19:20.469650 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69acb6ba-e554-4f7d-bb34-5482b160b991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2566ee0-99d1-427b-a7fe-5a3c505e9f4e,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:24.845415 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47778) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:24.949067 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5d20-136f-4fbf-b96f-8a9262fcd0b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.026235 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5d20-136f-4fbf-b96f-8a9262fcd0b7 admin admin] Publish callbacks [] for security_group (df1a25b3-d5c2-4068-8b2c-af2ed2af41fa), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.029656 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-f8ca5d20-136f-4fbf-b96f-8a9262fcd0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (df1a25b3-d5c2-4068-8b2c-af2ed2af41fa), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.069853 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-f8ca5d20-136f-4fbf-b96f-8a9262fcd0b7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=6cff23ddc78a400bafc9a2155fe6400c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233806 Oct 28 11:19:25.070754 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca5d20-136f-4fbf-b96f-8a9262fcd0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1a25b3-d5c2-4068-8b2c-af2ed2af41fa,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:25.073294 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47782) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:25.120839 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-38e56d75-6f08-4191-8b27-751d30efd2f8 admin admin] Publish callbacks [] for security_group (df1a25b3-d5c2-4068-8b2c-af2ed2af41fa), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.142196 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-38e56d75-6f08-4191-8b27-751d30efd2f8 admin admin] Publish callbacks [] for security_group (df1a25b3-d5c2-4068-8b2c-af2ed2af41fa), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.187193 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-38e56d75-6f08-4191-8b27-751d30efd2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (df1a25b3-d5c2-4068-8b2c-af2ed2af41fa), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.189645 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-38e56d75-6f08-4191-8b27-751d30efd2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.190814 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-38e56d75-6f08-4191-8b27-751d30efd2f8 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/df1a25b3-d5c2-4068-8b2c-af2ed2af41fa HTTP/1.1" status: 204 len: 168 time: 0.1166077 Oct 28 11:19:25.198324 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e56d75-6f08-4191-8b27-751d30efd2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1a25b3-d5c2-4068-8b2c-af2ed2af41fa,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:25.451078 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47788) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:25.464208 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80c00560-28d7-461c-ad8f-e053ebe8ecc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.541928 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80c00560-28d7-461c-ad8f-e053ebe8ecc7 admin admin] Publish callbacks [] for security_group (a484e67b-db50-498f-86c3-ccd5db0c1f51), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.545442 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-80c00560-28d7-461c-ad8f-e053ebe8ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a484e67b-db50-498f-86c3-ccd5db0c1f51), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.583289 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-80c00560-28d7-461c-ad8f-e053ebe8ecc7 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=56a0acabf9684c0682895c0b7b9a9a3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311450 Oct 28 11:19:25.584355 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c00560-28d7-461c-ad8f-e053ebe8ecc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a484e67b-db50-498f-86c3-ccd5db0c1f51,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:25.586112 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47790) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:25.635447 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d241ffc-bb99-4a9b-9599-58cebf353842 admin admin] Publish callbacks [] for security_group (a484e67b-db50-498f-86c3-ccd5db0c1f51), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.655134 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d241ffc-bb99-4a9b-9599-58cebf353842 admin admin] Publish callbacks [] for security_group (a484e67b-db50-498f-86c3-ccd5db0c1f51), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.699972 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d241ffc-bb99-4a9b-9599-58cebf353842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (a484e67b-db50-498f-86c3-ccd5db0c1f51), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.702492 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-4d241ffc-bb99-4a9b-9599-58cebf353842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:25.703646 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-4d241ffc-bb99-4a9b-9599-58cebf353842 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/a484e67b-db50-498f-86c3-ccd5db0c1f51 HTTP/1.1" status: 204 len: 168 time: 0.1164994 Oct 28 11:19:25.713398 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d241ffc-bb99-4a9b-9599-58cebf353842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484e67b-db50-498f-86c3-ccd5db0c1f51,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:28.108328 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 47858) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:28.111487 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:19:28.117589 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.213510 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-326b4575-353b-4fd6-a14f-a279d58f967c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.236970 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:28.248573 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:28.293515 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-326b4575-353b-4fd6-a14f-a279d58f967c admin admin] Publish callbacks [] for security_group (db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.296835 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-326b4575-353b-4fd6-a14f-a279d58f967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.335638 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-326b4575-353b-4fd6-a14f-a279d58f967c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=89982cd6ef024dd6af4168b6046cdaaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262468 Oct 28 11:19:28.336756 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b4575-353b-4fd6-a14f-a279d58f967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:28.338453 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47862) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:28.389434 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1ef5-0556-4d28-90fa-4f5f6966fc31 admin admin] Publish callbacks [] for security_group (db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.408591 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1ef5-0556-4d28-90fa-4f5f6966fc31 admin admin] Publish callbacks [] for security_group (db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.426861 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:28.458255 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1ef5-0556-4d28-90fa-4f5f6966fc31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.460723 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-3ceb1ef5-0556-4d28-90fa-4f5f6966fc31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.461827 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-3ceb1ef5-0556-4d28-90fa-4f5f6966fc31 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14 HTTP/1.1" status: 204 len: 168 time: 0.1218736 Oct 28 11:19:28.469672 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb1ef5-0556-4d28-90fa-4f5f6966fc31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ebf2b-a6a7-4b72-8ecc-6ebed51c1d14,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:28.719088 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47868) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:28.732483 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8281755-aa78-4dc5-aaf9-8425420e124c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.764254 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:28.788337 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-a03bcef7-235e-4796-9b70-d349aa1e3f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.810359 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8281755-aa78-4dc5-aaf9-8425420e124c admin admin] Publish callbacks [] for security_group (5cdeb087-358c-4f25-b61c-36632eb3eb4c), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.814292 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-b8281755-aa78-4dc5-aaf9-8425420e124c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (5cdeb087-358c-4f25-b61c-36632eb3eb4c), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.850587 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8281755-aa78-4dc5-aaf9-8425420e124c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdeb087-358c-4f25-b61c-36632eb3eb4c,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:28.855395 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-b8281755-aa78-4dc5-aaf9-8425420e124c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=c994c0c62bc14cdb990704f80edd25f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353068 Oct 28 11:19:28.858212 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 47870) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:28.906143 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71d2e475-fa3b-4abb-896e-931c68e560b7 admin admin] Publish callbacks [] for security_group (5cdeb087-358c-4f25-b61c-36632eb3eb4c), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.925940 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71d2e475-fa3b-4abb-896e-931c68e560b7 admin admin] Publish callbacks [] for security_group (5cdeb087-358c-4f25-b61c-36632eb3eb4c), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.973578 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71d2e475-fa3b-4abb-896e-931c68e560b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (5cdeb087-358c-4f25-b61c-36632eb3eb4c), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.976062 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-71d2e475-fa3b-4abb-896e-931c68e560b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:28.977172 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-71d2e475-fa3b-4abb-896e-931c68e560b7 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/5cdeb087-358c-4f25-b61c-36632eb3eb4c HTTP/1.1" status: 204 len: 168 time: 0.1180897 Oct 28 11:19:28.985309 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2e475-fa3b-4abb-896e-931c68e560b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdeb087-358c-4f25-b61c-36632eb3eb4c,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:30.891893 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd71e-a4c1-45b0-8e69-991718e1a89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:32.155466 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:33.668898 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:33.759573 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.611846 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 48000) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:37.713611 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6bd-79e6-465c-9c1d-efb65f6a3870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.787510 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6bd-79e6-465c-9c1d-efb65f6a3870 admin admin] Publish callbacks [] for security_group (b645eae8-4396-46f6-9b08-b6bf8e045ac4), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.791714 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-dfe8a6bd-79e6-465c-9c1d-efb65f6a3870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (b645eae8-4396-46f6-9b08-b6bf8e045ac4), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.829715 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-dfe8a6bd-79e6-465c-9c1d-efb65f6a3870 admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=75f681e0dd5149b9a1b92906ff9e1d62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168095 Oct 28 11:19:37.830585 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8a6bd-79e6-465c-9c1d-efb65f6a3870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645eae8-4396-46f6-9b08-b6bf8e045ac4,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:37.833158 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 48004) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:37.886248 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b2244f14-104b-46e1-9bf7-4cf53cc0c0a2 admin admin] Publish callbacks [] for security_group (b645eae8-4396-46f6-9b08-b6bf8e045ac4), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.906408 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b2244f14-104b-46e1-9bf7-4cf53cc0c0a2 admin admin] Publish callbacks [] for security_group (b645eae8-4396-46f6-9b08-b6bf8e045ac4), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.951050 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b2244f14-104b-46e1-9bf7-4cf53cc0c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (b645eae8-4396-46f6-9b08-b6bf8e045ac4), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.953557 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-b2244f14-104b-46e1-9bf7-4cf53cc0c0a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:37.954843 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-b2244f14-104b-46e1-9bf7-4cf53cc0c0a2 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/b645eae8-4396-46f6-9b08-b6bf8e045ac4 HTTP/1.1" status: 204 len: 168 time: 0.1206667 Oct 28 11:19:37.962776 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2244f14-104b-46e1-9bf7-4cf53cc0c0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645eae8-4396-46f6-9b08-b6bf8e045ac4,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:38.108120 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:38.210120 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 48010) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:38.223905 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ea4173e-d98f-4342-b013-909730d4018c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.301659 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ea4173e-d98f-4342-b013-909730d4018c admin admin] Publish callbacks [] for security_group (72d41ec0-bc0f-4fb2-95cb-04c67a71229d), precommit_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.304910 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-8ea4173e-d98f-4342-b013-909730d4018c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (72d41ec0-bc0f-4fb2-95cb-04c67a71229d), after_create {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.344084 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-8ea4173e-d98f-4342-b013-909730d4018c admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=170eb1f809bd4b0c8482049b847695a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322279 Oct 28 11:19:38.344479 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4173e-d98f-4342-b013-909730d4018c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d41ec0-bc0f-4fb2-95cb-04c67a71229d,revision_number=1']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:38.346208 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 48012) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:38.395190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-23b363d8-8d93-49f9-b2a0-249f5f96842c admin admin] Publish callbacks [] for security_group (72d41ec0-bc0f-4fb2-95cb-04c67a71229d), before_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.415587 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-23b363d8-8d93-49f9-b2a0-249f5f96842c admin admin] Publish callbacks [] for security_group (72d41ec0-bc0f-4fb2-95cb-04c67a71229d), precommit_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.462948 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-23b363d8-8d93-49f9-b2a0-249f5f96842c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (72d41ec0-bc0f-4fb2-95cb-04c67a71229d), after_delete {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.465607 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-23b363d8-8d93-49f9-b2a0-249f5f96842c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.466812 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-23b363d8-8d93-49f9-b2a0-249f5f96842c admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/72d41ec0-bc0f-4fb2-95cb-04c67a71229d HTTP/1.1" status: 204 len: 168 time: 0.1195073 Oct 28 11:19:38.478336 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b363d8-8d93-49f9-b2a0-249f5f96842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d41ec0-bc0f-4fb2-95cb-04c67a71229d,revision_number=None']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:38.784408 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.wsgi [-] (106104) accepted ('10.222.0.46', 48018) {{(pid=106104) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:38.800151 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-27a001ce-fa8f-4f32-8537-4f5d279047ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.814469 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:38.876190 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-27a001ce-fa8f-4f32-8537-4f5d279047ad admin admin] Publish callbacks [] for security_group (50a57239-3516-402a-a8ab-9fb888a07f97), precommit_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.879823 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron_lib.callbacks.manager [None req-27a001ce-fa8f-4f32-8537-4f5d279047ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (50a57239-3516-402a-a8ab-9fb888a07f97), after_create {{(pid=106104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.918326 dv-cinder-zed-3-iscsi neutron-server[106104]: INFO neutron.wsgi [None req-27a001ce-fa8f-4f32-8537-4f5d279047ad admin admin] 10.222.0.46 "GET /networking/v2.0/security-groups?tenant_id=58e7c57cf57a44a990735d6b86d4e736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327958 Oct 28 11:19:38.919176 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a001ce-fa8f-4f32-8537-4f5d279047ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a57239-3516-402a-a8ab-9fb888a07f97,revision_number=1']} {{(pid=106104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:38.921149 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.wsgi [-] (106103) accepted ('10.222.0.46', 48020) {{(pid=106103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 11:19:38.970129 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bceb1a5c-c97c-4571-8edb-5ea6714665b5 admin admin] Publish callbacks [] for security_group (50a57239-3516-402a-a8ab-9fb888a07f97), before_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:38.992477 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bceb1a5c-c97c-4571-8edb-5ea6714665b5 admin admin] Publish callbacks [] for security_group (50a57239-3516-402a-a8ab-9fb888a07f97), precommit_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:39.038607 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bceb1a5c-c97c-4571-8edb-5ea6714665b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480466'] for security_group (50a57239-3516-402a-a8ab-9fb888a07f97), after_delete {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:39.041737 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron_lib.callbacks.manager [None req-bceb1a5c-c97c-4571-8edb-5ea6714665b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:39.042972 dv-cinder-zed-3-iscsi neutron-server[106103]: INFO neutron.wsgi [None req-bceb1a5c-c97c-4571-8edb-5ea6714665b5 admin admin] 10.222.0.46 "DELETE /networking/v2.0/security-groups/50a57239-3516-402a-a8ab-9fb888a07f97 HTTP/1.1" status: 204 len: 168 time: 0.1206350 Oct 28 11:19:39.050700 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb1a5c-c97c-4571-8edb-5ea6714665b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a57239-3516-402a-a8ab-9fb888a07f97,revision_number=None']} {{(pid=106103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 11:19:48.490155 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:48.909753 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=3,neutron:SELECT=13 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:48.914132 dv-cinder-zed-3-iscsi neutron-server[106104]: DEBUG dbcounter [-] [106104] Writing DB stats neutron:INSERT=16,neutron:SELECT=75,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:49.046035 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:SELECT=64,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:49.046782 dv-cinder-zed-3-iscsi neutron-server[106103]: DEBUG dbcounter [-] [106103] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=61,neutron:DELETE=4 {{(pid=106103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:49.063647 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:57.691580 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=17 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:57.693942 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:19:58.130886 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:19:58.792013 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-081cb390-778b-4b91-b7e6-0732443c1c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:00.893878 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-0b3d9307-26e8-46b2-bce7-c6f7cce4c2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:02.158471 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:03.671592 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:03.766395 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:05.109706 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:20:13.761267 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:13.763175 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:15.104774 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:15.105573 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:25.174498 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:25.175247 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:28.145949 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:28.793475 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ac474c41-83a4-4dcd-b706-3232625528b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:30.896036 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-d019f497-51ae-4c6b-b404-434eb00d5a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:32.161196 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:33.672322 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:33.758151 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:42.109424 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:20:43.752180 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:43.754100 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:20:58.146063 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:20:58.796942 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ff4193f8-e4e2-4e5b-89ac-b7c392340a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:00.897064 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-f783af5d-c882-4fa0-b2bd-4a296f72c792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:02.164084 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:02.176590 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:02.181670 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:03.673828 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:03.759478 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:17.688247 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:17.690135 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:19.109049 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:21:28.145472 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:28.797825 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-9d29abf6-4b25-4028-8882-2d6c49449c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:29.104461 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:29.105321 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:30.898429 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-3a69bbe9-abb4-4f52-8d8e-064543cc355b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:32.170105 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:33.675883 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:33.761692 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:39.172741 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:39.177618 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:43.749843 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:43.757989 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:56.109115 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:21:57.771077 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:21:58.161153 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:21:58.798768 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-46e41fe6-5bec-412a-9261-2ce75855246a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:00.900660 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7e23f14e-a12e-4f31-92b8-3076dba751ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:02.169842 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:03.677566 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:03.766816 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:06.104539 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:13.760600 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:13.763180 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:16.168665 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:16.173219 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:28.170278 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:28.801061 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-60eab7e4-39f8-4369-ba75-9bcfedd1efee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:30.902833 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-71ff4a48-8548-480f-871d-0cd17e9b0f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:32.172873 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:33.107826 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:22:33.680313 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:33.767895 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:43.104088 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:43.762692 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:43.764612 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:57.158470 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:57.159337 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:22:58.174910 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:22:58.802153 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-fdb15bd8-d0a1-4b26-882d-23ce85939ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:00.905714 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-e701c271-fae0-4a3b-9094-906fc5350ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:02.175550 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:03.683959 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:03.769009 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:10.107131 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:23:17.698053 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:17.701080 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:20.102383 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:20.103137 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:28.206879 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:28.803132 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a67b9ee-bfd0-4a5c-a4bc-71f7ae8c7d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:30.182368 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:30.183095 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=3 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:30.906985 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-7ef9f383-ee36-411b-a8bd-d44e7ab982f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:32.177946 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:33.689635 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:33.885619 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:43.879775 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:43.881658 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:23:47.106235 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:23:58.221259 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:23:58.803995 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-dd524490-ae8a-4ac2-a177-83def1e4b758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:00.908083 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-4dd3f47b-a356-435e-8625-c60dddf183bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:02.179617 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:03.691265 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:03.767784 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:07.189017 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=19 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:07.189813 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=15 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:13.761738 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:13.763622 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:24.104706 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:24:28.237242 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:28.807225 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b03c5bbc-907b-496f-a408-ee751c999f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:30.909638 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-c4576221-5b0d-40ac-a4cd-e5ed03dacb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:32.182266 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:33.693089 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:33.769646 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:34.099984 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:34.100737 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:43.763514 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:43.765354 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG dbcounter [-] [106105] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:44.183630 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=2 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:44.184449 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=4 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:57.164069 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG dbcounter [-] [106106] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106106) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 28 11:24:58.252574 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-5a8be12f-0139-4cd5-b0d1-03340a896bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (678be722-989e-4858-940c-871f8e9b233d), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:24:58.808359 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-db0aae4b-53ae-418a-bfe7-14c74dba2210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (14d18104-8f49-473b-80e7-422ed31198c2), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:25:00.910551 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-b21a2dbe-8dcd-4371-8e8d-b9b5f5b46921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (f1c99b8a-48ea-46cd-8022-74d72b00d81f), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:25:01.107861 dv-cinder-zed-3-iscsi neutron-server[106106]: DEBUG neutron.db.agents_db [None req-18c2b2be-20da-48e4-82b0-8187f2fff0f7 None None] Agent healthcheck: found 6 active agents {{(pid=106106) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 11:25:02.185827 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-ecafddc6-240b-434d-9ada-d561caaf19c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (6cdfa20b-3742-46cc-80db-f0abbed9a8dc), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:25:03.697966 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-66e54967-cfea-495f-9b88-7de2e786ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d80bb3d-4495-4a5e-8c28-ec0471bef747), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 11:25:03.773426 dv-cinder-zed-3-iscsi neutron-server[106105]: DEBUG neutron_lib.callbacks.manager [None req-464c6462-b51f-4b36-9caa-6de24cb64161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782379152065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3618098'] for agent (3d8c7898-2528-4a52-b81b-8163bc2d0c8c), after_update {{(pid=106105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}